Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/release-8.1/ghpr_check2.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4 Agent pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-9r50q-8n3j7 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "909a054f45051622e0f8456dc796abee57e1ab7f" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-9r50q" name: "pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 5 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=9daf0666-3ca1-49e6-adb8-404e350a0b2a JENKINS_NODE_COOKIE=df1dfa8b-050a-4982-9192-8522e92109e7 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/release-8.1/ghpr_check2","buildid":"1787308140656594944","prowjobid":"9daf0666-3ca1-49e6-adb8-404e350a0b2a","refs":{"org":"pingcap","repo":"tidb","repo_link":"https://github.com/pingcap/tidb","base_ref":"release-8.1","base_sha":"a088e599ec5e23c52f53da21fa9245780dcc6331","base_link":"https://github.com/pingcap/tidb/commit/a088e599ec5e23c52f53da21fa9245780dcc6331","pulls":[{"number":53021,"author":"ti-chi-bot","sha":"c4be2c041c79a83a94edd6d73e2d2e4d20ebd857","title":"ddl: fix unexpected delete ETCD value (#52504)","link":"https://github.com/pingcap/tidb/pull/53021","commit_link":"https://github.com/pingcap/tidb/pull/53021/commits/c4be2c041c79a83a94edd6d73e2d2e4d20ebd857","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/release-8.1/ghpr_check2 TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#111 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787308140656594944 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=ghpr_check2 GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_release-8_1_ghpr_check2_111-9r50q GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-7f8296a37cf59b5fc344e1c2a8f416fdcd8370c64af98c32b8ac1b197024be9d NODE_LABELS=pingcap_tidb_release-8_1_ghpr_check2_111-9r50q pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/display/redirect BUILD_NUMBER=111 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build1912940605=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4 bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-8-1-ghpr-check2-111-9r50q-8n3j7-tt3t4 bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 13566 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 50157c9b7cdaa8be (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 22 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 02:28:04 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-a088e59-f595d17) 459104256 bytes in 2.53 secs (181380908 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.git/ .git HEAD is now at f595d17b13 Update the PD client to adopt the latest fix POST git-upload-pack (686 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tidb = [up to date] release-8.1 -> origin/release-8.1 * [new ref] refs/pull/53021/head -> origin/pr/53021/head Previous HEAD position was f595d17b13 Update the PD client to adopt the latest fix HEAD is now at a088e599ec *: bump client-go to fix #53011 | tidb-test=pr/2320 (#53012) (#53015) 🚧 Checkouting to base SHA:a088e599ec5e23c52f53da21fa9245780dcc6331... HEAD is now at a088e599ec *: bump client-go to fix #53011 | tidb-test=pr/2320 (#53012) (#53015) βœ… Checked. πŸŽ‰ 🧾 HEAD info: a088e599ec5e23c52f53da21fa9245780dcc6331 a088e599ec *: bump client-go to fix #53011 | tidb-test=pr/2320 (#53012) (#53015) 4400134511 infoschema: load auto id related changes for multi-schema-change diff | tidb-test=pr/2320 (#52967) (#53008) 9930a02ce0 ddl: fix the issue about create columns with wrong default when sql_mode is empty. (#52988) (#53002) 🚧 Pre-merge heads of pull requests to base SHA: a088e599ec5e23c52f53da21fa9245780dcc6331 ... Updating a088e599ec..c4be2c041c Fast-forward pkg/ddl/ddl_worker.go | 4 ++-- pkg/ddl/job_table.go | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) 🧾 Pre-merged result: c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 c4be2c041c done a088e599ec *: bump client-go to fix #53011 | tidb-test=pr/2320 (#53012) (#53015) 4400134511 infoschema: load auto id related changes for multi-schema-change diff | tidb-test=pr/2320 (#52967) (#53008) βœ… Pre merged πŸŽ‰ βœ… ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-a088e59-c4be2c0) 459142656 bytes in 18.02 secs (25475684 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls bin/tidb-server ls: cannot access bin/tidb-server: No such file or directory + make server CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.1.0-alpha-103-gc4be2c041c" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-06 02:28:33" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=c4be2c041c79a83a94edd6d73e2d2e4d20ebd857" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240430145300-f841120d6d81 go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading go.uber.org/zap v1.27.0 go: downloading golang.org/x/exp v0.0.0-20240205201215-2c58cdc269a3 go: downloading golang.org/x/sys v0.19.0 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.24.0 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading google.golang.org/grpc v1.62.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/stretchr/testify v1.9.0 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/cockroachdb/errors v1.8.1 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/klauspost/compress v1.17.4 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/spf13/pflag v1.0.5 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/cespare/xxhash/v2 v2.2.0 go: downloading github.com/prometheus/common v0.52.2 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading go.uber.org/mock v0.4.0 go: downloading google.golang.org/protobuf v1.33.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/scalalang2/golang-fifo v0.1.5 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/prometheus/client_model v0.6.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/google/btree v1.1.2 go: downloading go.uber.org/multierr v1.11.0 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading cloud.google.com/go v0.112.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/cockroachdb/pebble v0.0.0-20220415182917-06c9d3be25b3 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/cockroachdb/logtags v0.0.0-20190617123548-eb05cc24525f go: downloading github.com/cockroachdb/redact v1.0.8 go: downloading github.com/cockroachdb/sentry-go v0.6.1-cockroachdb.2 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading golang.org/x/crypto v0.22.0 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading google.golang.org/genproto v0.0.0-20240213162025-012b6fc9bca9 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240308144416-29370a3891b7 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.11.0 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/DataDog/zstd v1.4.5 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading k8s.io/apimachinery v0.28.6 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading github.com/felixge/httpsnoop v1.0.4 [Pipeline] } Cache saved successfully (binary/pingcap/tidb/tidb-server/rev-a088e599ec5e23c52f53da21fa9245780dcc6331-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857) 213411328 bytes in 5.04 secs (42313962 bytes/sec) [Pipeline] // cache [Pipeline] script [Pipeline] { [Pipeline] sh + sha1= + [[ commit_release-8.1 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-8.1/sha1 + [[ false = \t\r\u\e ]] + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-8.1/sha1' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-8.1/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-8.1/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 382 0 --:--:-- --:--:-- --:--:-- 386 + sha1=56613f7c3e28c02853cc51d15bc1b77f68b58be8 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz + saveFile=tikv-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz + echo 'πŸ“‚ extract bin from tikv-server.tar.gz ...' πŸ“‚ extract bin from tikv-server.tar.gz ... + tar -xzf tikv-server.tar.gz bin + rm tikv-server.tar.gz + echo 'βœ… extracted bin from tikv-server.tar.gz .' βœ… extracted bin from tikv-server.tar.gz . [Pipeline] sh + sha1= + [[ commit_release-8.1 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/release-8.1/sha1 + [[ false = \t\r\u\e ]] + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-8.1/sha1' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-8.1/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/pd/release-8.1/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 793 0 --:--:-- --:--:-- --:--:-- 803 + sha1=13eaf8aaa661dc0d3885ac9e59145f69752cee2d + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz + saveFile=pd-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz + echo 'πŸ“‚ extract bin from pd-server.tar.gz ...' πŸ“‚ extract bin from pd-server.tar.gz ... + tar -xzf pd-server.tar.gz bin + rm pd-server.tar.gz + echo 'βœ… extracted bin from pd-server.tar.gz .' βœ… extracted bin from pd-server.tar.gz . [Pipeline] } [Pipeline] // script [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + mv bin/tidb-server bin/integration_test_tidb-server + touch rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 41.78 secs (48425606 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-vkk7x-fbc8j-ft020 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-lnbfw-mf0dm-b80wk Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-bj3x6-rkrdr-q0vpg Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-0v69z-z4cvv-xpr1z Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-v1t7l-tkr3v-1x2dm Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-f2g5f-c5kbc-0j24c Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-kp68d-vmskc-b3h3b [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-d6qp5-8cmr3-9p069 [Pipeline] node Agent pingcap-tidb-release-8-1-ghpr-check2-111-v1t7l-tkr3v-1x2dm is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-v1t7l-tkr3v --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "73c706b791fd13f12d3becdc85a27da101c21153" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-v1t7l" name: "pingcap-tidb-release-8-1-ghpr-check2-111-v1t7l-tkr3v-1x2dm" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-v1t7l-tkr3v-1x2dm" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-v1t7l-tkr3v-1x2dm" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-v1t7l-tkr3v-1x2dm in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Agent pingcap-tidb-release-8-1-ghpr-check2-111-bj3x6-rkrdr-q0vpg is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-bj3x6-rkrdr --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ddb2f8ee9e19d07a3d373631fc0fa4153a5edb24" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-bj3x6" name: "pingcap-tidb-release-8-1-ghpr-check2-111-bj3x6-rkrdr-q0vpg" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-bj3x6-rkrdr-q0vpg" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-bj3x6-rkrdr-q0vpg" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-bj3x6-rkrdr-q0vpg in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] node [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-release-8-1-ghpr-check2-111-vkk7x-fbc8j-ft020 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-vkk7x-fbc8j --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "0441caf5a6bad3abfba2afb6a28388163ad96d49" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-vkk7x" name: "pingcap-tidb-release-8-1-ghpr-check2-111-vkk7x-fbc8j-ft020" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-vkk7x-fbc8j-ft020" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-vkk7x-fbc8j-ft020" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-vkk7x-fbc8j-ft020 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-91k3l-kq97q-ddc96 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5a989785; decorates RemoteLauncher[hudson.remoting.Channel@3d4dd5c8:JNLP4-connect connection from 10.233.72.220/10.233.72.220:32838] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@48a6734c; decorates RemoteLauncher[hudson.remoting.Channel@57c117e2:JNLP4-connect connection from 10.233.100.135/10.233.100.135:56352] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-79qc4-ln366-kvp31 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@79998ebf; decorates RemoteLauncher[hudson.remoting.Channel@78521a92:JNLP4-connect connection from 10.233.68.178/10.233.68.178:55830] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-5cp22-5lwnl-bctpw Agent pingcap-tidb-release-8-1-ghpr-check2-111-f2g5f-c5kbc-0j24c is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-f2g5f-c5kbc --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4cda8f871adb8966832d3c4a3351a57110f7d234" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-f2g5f" name: "pingcap-tidb-release-8-1-ghpr-check2-111-f2g5f-c5kbc-0j24c" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-f2g5f-c5kbc-0j24c" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-f2g5f-c5kbc-0j24c" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-f2g5f-c5kbc-0j24c in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-release-8-1-ghpr-check2-111-kp68d-vmskc-b3h3b is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-kp68d-vmskc --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "477b513c084b6310183c1c838605c03454332a2a" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-kp68d" name: "pingcap-tidb-release-8-1-ghpr-check2-111-kp68d-vmskc-b3h3b" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-kp68d-vmskc-b3h3b" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-kp68d-vmskc-b3h3b" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-kp68d-vmskc-b3h3b in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-release-8-1-ghpr-check2-111-lnbfw-mf0dm-b80wk is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-lnbfw-mf0dm --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ae8053fd26ecb05c77ac4ed1675bcac1e8fa0967" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-lnbfw" name: "pingcap-tidb-release-8-1-ghpr-check2-111-lnbfw-mf0dm-b80wk" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-lnbfw-mf0dm-b80wk" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-lnbfw-mf0dm-b80wk" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-lnbfw-mf0dm-b80wk in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-gwgpj-nvbk5-mb5tp No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3dd09f67; decorates RemoteLauncher[hudson.remoting.Channel@5ab31fac:JNLP4-connect connection from 10.233.68.233/10.233.68.233:36074] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5ab6baea; decorates RemoteLauncher[hudson.remoting.Channel@498a98f5:JNLP4-connect connection from 10.233.86.39/10.233.86.39:39838] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@a272187; decorates RemoteLauncher[hudson.remoting.Channel@349bacb8:JNLP4-connect connection from 10.233.69.45/10.233.69.45:52678] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Agent pingcap-tidb-release-8-1-ghpr-check2-111-d6qp5-8cmr3-9p069 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-d6qp5-8cmr3 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "071f639d7dc98467d1f7d87a12ff431ceb0af915" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-d6qp5" name: "pingcap-tidb-release-8-1-ghpr-check2-111-d6qp5-8cmr3-9p069" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-d6qp5-8cmr3-9p069" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-d6qp5-8cmr3-9p069" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-d6qp5-8cmr3-9p069 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] podTemplate Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { [Pipeline] node Agent pingcap-tidb-release-8-1-ghpr-check2-111-0v69z-z4cvv-xpr1z is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-0v69z-z4cvv --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f1e1b10106d0732dda7f5c7ee1acfce4f09b2608" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-0v69z" name: "pingcap-tidb-release-8-1-ghpr-check2-111-0v69z-z4cvv-xpr1z" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-0v69z-z4cvv-xpr1z" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-0v69z-z4cvv-xpr1z" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-5c594-7xm04-vf75q Running on pingcap-tidb-release-8-1-ghpr-check2-111-0v69z-z4cvv-xpr1z in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] withEnv [Pipeline] { [Pipeline] checkout The recommended git tool is: git [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] stage The recommended git tool is: git [Pipeline] { (Test) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-w4zg8-8mzs9-g0rl0 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2309f6a0; decorates RemoteLauncher[hudson.remoting.Channel@1683a72b:JNLP4-connect connection from 10.233.90.38/10.233.90.38:44342] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@752c8d78; decorates RemoteLauncher[hudson.remoting.Channel@3ba6035c:JNLP4-connect connection from 10.233.108.127/10.233.108.127:42938] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-release-8-1-ghpr-check2-111-5cp22-5lwnl-bctpw is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-5cp22-5lwnl --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8515ba65ebb85cc57b0df41f1a1b2037739e97f8" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-5cp22" name: "pingcap-tidb-release-8-1-ghpr-check2-111-5cp22-5lwnl-bctpw" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-5cp22-5lwnl-bctpw" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-5cp22-5lwnl-bctpw" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Running on pingcap-tidb-release-8-1-ghpr-check2-111-5cp22-5lwnl-bctpw in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Agent pingcap-tidb-release-8-1-ghpr-check2-111-79qc4-ln366-kvp31 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-79qc4-ln366 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b86a915592de35b02d2fcf73305ad3d8c20046df" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-79qc4" name: "pingcap-tidb-release-8-1-ghpr-check2-111-79qc4-ln366-kvp31" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-79qc4-ln366-kvp31" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-79qc4-ln366-kvp31" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-79qc4-ln366-kvp31 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tidb-release-8-1-ghpr-check2-111-5c594-7xm04-vf75q is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-5c594-7xm04 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "61b63201bdf109b74036e6949bccd65535a816ab" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-5c594" name: "pingcap-tidb-release-8-1-ghpr-check2-111-5c594-7xm04-vf75q" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-5c594-7xm04-vf75q" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-5c594-7xm04-vf75q" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-5c594-7xm04-vf75q in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Agent pingcap-tidb-release-8-1-ghpr-check2-111-gwgpj-nvbk5-mb5tp is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-gwgpj-nvbk5 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "34263ee732842f35f5ae1a219d5a1b5548e1c31a" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-gwgpj" name: "pingcap-tidb-release-8-1-ghpr-check2-111-gwgpj-nvbk5-mb5tp" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-gwgpj-nvbk5-mb5tp" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-gwgpj-nvbk5-mb5tp" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Running on pingcap-tidb-release-8-1-ghpr-check2-111-gwgpj-nvbk5-mb5tp in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-release-8-1-ghpr-check2-111-91k3l-kq97q-ddc96 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-91k3l-kq97q --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "36a9f1d1fd8f482a6399acd815d829f3a5840000" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-91k3l" name: "pingcap-tidb-release-8-1-ghpr-check2-111-91k3l-kq97q-ddc96" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-91k3l-kq97q-ddc96" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-91k3l-kq97q-ddc96" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-91k3l-kq97q-ddc96 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Agent pingcap-tidb-release-8-1-ghpr-check2-111-w4zg8-8mzs9-g0rl0 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-w4zg8-8mzs9 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "267eb966a3d0549375e05a6a7e8b8096a6215de5" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-w4zg8" name: "pingcap-tidb-release-8-1-ghpr-check2-111-w4zg8-8mzs9-g0rl0" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-w4zg8-8mzs9-g0rl0" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-w4zg8-8mzs9-g0rl0" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-w4zg8-8mzs9-g0rl0 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 6.64 secs (304610548 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] sh [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r--. 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] container [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-833tp-xtvxz-m0sw8 [Pipeline] container Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-j0mgc-46z87-7d4xp Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-111-jgbr6-pfc5r-566rj [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] // cache [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7126d99c; decorates RemoteLauncher[hudson.remoting.Channel@37e5ac03:JNLP4-connect connection from 10.233.105.88/10.233.105.88:45518] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@163d; decorates RemoteLauncher[hudson.remoting.Channel@4d8415bf:JNLP4-connect connection from 10.233.106.18/10.233.106.18:36444] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5af79db6; decorates RemoteLauncher[hudson.remoting.Channel@6de3df3f:JNLP4-connect connection from 10.233.123.213/10.233.123.213:49288] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@33e12c9f; decorates RemoteLauncher[hudson.remoting.Channel@6c72ec34:JNLP4-connect connection from 10.233.68.148/10.233.68.148:33598] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5cbe27fc; decorates RemoteLauncher[hudson.remoting.Channel@ce7e49:JNLP4-connect connection from 10.233.71.201/10.233.71.201:42362] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4fecf136; decorates RemoteLauncher[hudson.remoting.Channel@a9f311:JNLP4-connect connection from 10.233.67.11/10.233.67.11:45988] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tidb-release-8-1-ghpr-check2-111-j0mgc-46z87-7d4xp is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-j0mgc-46z87 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d5e3ee5417e745a54ebd76d2aa8ece56c7334e25" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-j0mgc" name: "pingcap-tidb-release-8-1-ghpr-check2-111-j0mgc-46z87-7d4xp" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-j0mgc-46z87-7d4xp" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-j0mgc-46z87-7d4xp" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-j0mgc-46z87-7d4xp in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tidb-release-8-1-ghpr-check2-111-jgbr6-pfc5r-566rj is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-jgbr6-pfc5r --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "941a960b50f5081c9866fab7e120872dc98c45ff" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-jgbr6" name: "pingcap-tidb-release-8-1-ghpr-check2-111-jgbr6-pfc5r-566rj" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-jgbr6-pfc5r-566rj" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-jgbr6-pfc5r-566rj" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-jgbr6-pfc5r-566rj in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tidb-release-8-1-ghpr-check2-111-833tp-xtvxz-m0sw8 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_111-833tp-xtvxz --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/111/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6266a0d863fd9cb8f2f8405d0ecf6a2a05ee416a" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_111-833tp" name: "pingcap-tidb-release-8-1-ghpr-check2-111-833tp-xtvxz-m0sw8" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-833tp-xtvxz-m0sw8" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-111-833tp-xtvxz-m0sw8" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-111-833tp-xtvxz-m0sw8 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 7.25 secs (279066802 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 4.69 secs (430984572 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 4.68 secs (432609980 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 11.12 secs (181918526 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 5.58 secs (362700075 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 5.60 secs (361418350 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 5.51 secs (367111977 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r-- 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r--. 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r--. 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r--. 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] sh [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r-- 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] sh [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r-- 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@61a2667; decorates RemoteLauncher[hudson.remoting.Channel@577622f8:JNLP4-connect connection from 10.233.127.62/10.233.127.62:58822] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@13913785; decorates RemoteLauncher[hudson.remoting.Channel@2a2e3976:JNLP4-connect connection from 10.233.84.144/10.233.84.144:38276] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] // cache Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r-- 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] // cache [Pipeline] sh [Pipeline] sh + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] sh Commit message: "fix(br): use failpoint tidb-server instead (#2951)" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@33c3308d; decorates RemoteLauncher[hudson.remoting.Channel@65029620:JNLP4-connect connection from 10.233.107.10/10.233.107.10:60812] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] sh Commit message: "fix(br): use failpoint tidb-server instead (#2951)" + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] sh > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] // cache [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Commit message: "fix(br): use failpoint tidb-server instead (#2951)" + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + git status > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] withEnv [Pipeline] { + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") + git status [Pipeline] withEnv [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] container [Pipeline] { HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] container [Pipeline] { [Pipeline] sh [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 4.33 secs (467795790 bytes/sec) [Pipeline] { [Pipeline] cache bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: d8e87034-8ba5-4231-917e-7e5d93db8dd9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_32.1963292937/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1150 targets configured) Analyzing: target //:gazelle (99 packages loaded, 6691 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 11.60 secs (174460250 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (179 packages loaded, 11255 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [18 / 314] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (2 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 9.9 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 10.55 secs (191826009 bytes/sec) [Pipeline] { [Pipeline] cache [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [26 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (7 actions, 0 running) [304 / 314] [Prepa] GoCompilePkg external/bazel_gazelle/merger/merger.a [for tool] ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.558s, Critical Path: 4.34s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 712d5abd-7c60-46ce-b170-01ff33b962df INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_32.1963292937/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11924 targets configured) Analyzing: target //tools/tazel:tazel (115 packages loaded, 12920 targets configured) Analyzing: target //tools/tazel:tazel (286 packages loaded, 14030 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (7 actions, 0 running) [553 / 585] [Prepa] GoCompilePkg external/com_github_pingcap_kvproto/pkg/tsopb/tsopb.a ... (3 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.668s, Critical Path: 2.58s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: 6a53cf91-9e7f-4f3c-83d4-6d492450085d INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_32.1963292937/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 7.31 secs (276947626 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (296 packages loaded, 4655 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (551 packages loaded, 11921 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (690 packages loaded, 12747 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (862 packages loaded, 13611 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (908 packages loaded, 15556 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1040 packages loaded, 16456 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1111 packages loaded, 17012 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1156 packages loaded, 17812 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1196 packages loaded, 18043 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 7.66 secs (264190965 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1355 packages loaded, 18930 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1360 packages loaded, 19205 targets configured) INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1453 packages loaded, 19839 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat ... (3 actions, 0 running) [24 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [278 / 1,503] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a [686 / 1,503] GoCompilePkg external/com_github_pingcap_goleveldb/leveldb/leveldb.a; 0s remote-cache ... (8 actions, 0 running) [959 / 1,503] GoCompilePkg external/com_github_golang_groupcache/lru/lru.a; Downloading external/com_github_golang_groupcache/lru/lru.a; 0s remote-cache ... (8 actions, 0 running) [1,126 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 65.2 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,235 / 1,503] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/rawkv/rawkv.a ... (3 actions, 0 running) [1,361 / 1,503] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 19.0 MiB / 80.0 MiB; 0s remote-cache ... (7 actions, 0 running) [1,387 / 1,503] GoCompilePkg pkg/expression/aggregation/aggregation.a; Downloading pkg/expression/aggregation/aggregation.a, 1.5 MiB / 3.7 MiB; 0s remote-cache ... (4 actions, 0 running) [1,457 / 1,503] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [1,474 / 1,503] GoCompilePkg br/pkg/aws/aws.a; Downloading br/pkg/aws/aws.x, 512 B / 2.4 MiB; 0s remote-cache ... (4 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 11.95 secs (169354459 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh [1,491 / 1,503] [Prepa] GoCompilePkg pkg/planner/cascades/cascades.a [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r-- 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r--. 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] sh [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r--. 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r--. 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [1,495 / 1,503] GoCompilePkg pkg/store/gcworker/gcworker.a; 0s remote-cache, linux-sandbox [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r--. 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] sh + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r-- 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] withEnv [Pipeline] { [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh n ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [1,496 / 1,503] GoCompilePkg pkg/store/driver/driver.a; 0s remote-cache, linux-sandbox [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [1,497 / 1,503] [Prepa] GoCompilePkg pkg/testkit/testkit.a [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest1 + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") [1,497 / 1,503] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] } [1,498 / 1,503] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] } start tidb-server, log file: ./integration-test.out tidb-server(PID: 1655) started run all integration test cases (disabled new collation) [1,499 / 1,503] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a; 1s remote-cache, linux-sandbox Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest [Pipeline] // cache [Pipeline] sh [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [1,502 / 1,503] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 1s remote-cache, linux-sandbox [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.716836147 s GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.697701258 s GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c ./t/collation_misc.test: ok! 66 test cases passed, take time 0.632934983 s GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.71448513 s Great, All tests passed GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 integrationtest passed! ./run-tests.sh: line 1: kill: (1655) - No such process ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [1,502 / 1,503] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 7s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 9s remote-cache, linux-sandbox Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 5.16 secs (392364102 bytes/sec) [Pipeline] { [Pipeline] { [Pipeline] sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r-- 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,503 / 1,507] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test.instrumented_files go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Invocation ID: 1eb4989b-7f7b-4489-8458-b3446e7d2a61 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_31.2824900256/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,509 / 1,511] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... INFO: Invocation ID: 68af61d0-a7f8-4369-bb15-05c3b8be8a3f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_34.704871178/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: [1,510 / 1,511] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 1s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: cda6d7f3-941b-4ea5-8325-e10382bb14c2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_31.749896671/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: b8906d0c-f30c-4fa0-ae2d-da4dff9155f3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_35.1807165417/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: INFO: Invocation ID: ef8513d0-4a9d-4c79-aba0-8c989ae9f8f7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_36.3720203675/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 4.25 secs (476157478 bytes/sec) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] { [Pipeline] sh Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] sh Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r-- 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Analyzing: target //:gazelle (74 packages loaded, 820 targets configured) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (45 packages loaded, 413 targets configured) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") Analyzing: target //:gazelle (74 packages loaded, 711 targets configured) + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 8431 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1180 targets configured) + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") Analyzing: target //:gazelle (45 packages loaded, 439 targets configured) + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") Analyzing: target //:gazelle (100 packages loaded, 10444 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10453 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Invocation ID: 86df4a03-9166-4a90-bc1b-00e8dfc5ed47 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_32.483108640/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (79 packages loaded, 1202 targets configured) Analyzing: target //:gazelle (99 packages loaded, 8224 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 11s remote-cache, linux-sandbox Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (79 packages loaded, 1192 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10446 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (170 packages loaded, 11253 targets configured) Analyzing: target //:gazelle (268 packages loaded, 11957 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured). INFO: Found 1 target... Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (173 packages loaded, 11249 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (268 packages loaded, 11957 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111) 2023307264 bytes in 13.15 secs (153904274 bytes/sec) [Pipeline] { [Pipeline] sh Analyzing: target //:gazelle (171 packages loaded, 11252 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured). INFO: Found 1 target... Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) + ls -l rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 -rw-r--r-- 1 jenkins jenkins 0 May 6 10:31 rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 Analyzing: target //:gazelle (268 packages loaded, 11957 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured). INFO: Found 1 target... [Pipeline] } [Pipeline] sh [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (169 packages loaded, 11259 targets configured) Analyzing: target //:gazelle (183 packages loaded, 11262 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.9 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 314] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.0 MiB / 10.3 MiB; 1s remote-cache ... (8 actions, 0 running) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Analyzing: target //:gazelle (169 packages loaded, 11262 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.0 MiB / 10.3 MiB; 1s remote-cache ... (2 actions, 0 running) [82 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (247 packages loaded, 11646 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured). INFO: Found 1 target... [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.265s, Critical Path: 3.68s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh [101 / 314] GoCompilePkg external/in_gopkg_yaml_v3/yaml_v3.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [Pipeline] sh bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 16498bc7-bd70-4137-b92c-8799f9e02eb1 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_34.704871178/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest4 [Pipeline] sh Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [228 / 314] GoCompilePkg build/linter/staticcheck/SA5000.a [for tool]; Downloading build/linter/staticcheck/SA5000.a; 0s remote-cache ... (8 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/textflag.h; 0s remote-cache ... (3 actions, 0 running) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 [Pipeline] sh [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 3.1 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest [Pipeline] sh Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.834s, Critical Path: 3.77s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.991s, Critical Path: 4.07s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.0 MiB / 7.3 MiB; 2s remote-cache ... (3 actions, 0 running) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest2 Analyzing: target //tools/tazel:tazel (7 packages loaded, 11654 targets configured) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-111 already exists) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [Pipeline] // dir bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 9fbf3ba4-6abe-4a00-8d2c-bd5d7f273ff8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_31.2824900256/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Post stage bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: cafc1739-0b12-4032-b7be-31b17277ca44 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_35.1807165417/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [Pipeline] // cache Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [Pipeline] sh [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 5.2 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [Pipeline] // cache [Pipeline] sh Analyzing: target //tools/tazel:tazel (114 packages loaded, 12913 targets configured) + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11924 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11938 targets configured) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] sh [193 / 314] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; 0s remote-cache ... (4 actions, 0 running) [Pipeline] // cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.023s, Critical Path: 4.93s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [Pipeline] sh Analyzing: target //tools/tazel:tazel (284 packages loaded, 14013 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest3 [274 / 314] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (174 packages loaded, 11268 targets configured) [Pipeline] junit Recording test results [1,510 / 1,511] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 31s remote-cache, linux-sandbox Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 79.407s, Critical Path: 61.35s INFO: 1508 processes: 1479 remote cache hit, 20 internal, 9 linux-sandbox. INFO: Build completed successfully, 1508 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. Analyzing: target //tools/tazel:tazel (115 packages loaded, 12952 targets configured) Analyzing: target //tools/tazel:tazel (146 packages loaded, 12980 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] sh INFO: Elapsed time: 31.006s, Critical Path: 4.05s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 67791c4e-e7ac-48a4-a80a-8e50eb90fbe9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_31.749896671/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: b68a3b6c-8f71-4fc5-9902-8525f58c28c4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_36.3720203675/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured).  checking cached actions INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) No test report files were found. Configuration error? + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (286 packages loaded, 14030 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [Pipeline] } [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] } [22 / 314] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (8 packages loaded, 11912 targets configured) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] // dir Post stage [Pipeline] // dir [543 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (7 actions, 0 running) [Pipeline] junit Recording test results [Pipeline] } Analyzing: target //tools/tazel:tazel (8 packages loaded, 11912 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (115 packages loaded, 12915 targets configured) [Checks API] No suitable checks publisher found. [Pipeline] // withCredentials [Pipeline] } [Pipeline] } + git status [Pipeline] // timeout [Pipeline] // dir Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.069s, Critical Path: 2.85s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [Pipeline] } [553 / 585] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) [270 / 585] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache [Pipeline] // stage [Pipeline] } HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] // container [Pipeline] } [Pipeline] sh Analyzing: target //tools/tazel:tazel (116 packages loaded, 12972 targets configured) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.214s, Critical Path: 2.43s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [Pipeline] // withEnv [Pipeline] } [532 / 585] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 2.0 MiB / 7.7 MiB; 0s remote-cache ... (6 actions, 0 running) [Pipeline] } + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 [Pipeline] // node [Pipeline] } bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: e85c6efa-b726-4fa4-b94b-dcef7dfffd7b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_34.704871178/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [Pipeline] // withCredentials [Pipeline] } INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured).  checking cached actions INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [Pipeline] sh Loading: Loading: Loading: 0 packages loaded Analyzing: target //tools/tazel:tazel (286 packages loaded, 14030 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 8] [Prepa] BazelWorkspaceStatusAction stable-status.txt [Pipeline] // podTemplate INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [Pipeline] } [Pipeline] // timeout bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: 45ca798d-03ea-4724-a24c-94d1e6815301 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_31.2824900256/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [584 / 585] GoLink tools/tazel/tazel_/tazel; 0s remote-cache + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh y ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 [Pipeline] } Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] // withEnv [Pipeline] } Loading: Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.335s, Critical Path: 3.02s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' go: downloading go.uber.org/multierr v1.11.0 [104 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (7 actions, 0 running) [Pipeline] // stage [Pipeline] } Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [Pipeline] // stage [Pipeline] } [Pipeline] // container Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) [Pipeline] } [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (4 actions, 0 running) [Pipeline] // withEnv Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.802s, Critical Path: 3.98s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [Pipeline] } [Pipeline] // node [Pipeline] } [271 / 585] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (3 actions, 0 running) [Pipeline] // podTemplate building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 [Pipeline] } bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... INFO: Invocation ID: 5ca7d5fb-99dc-49c9-bb69-a0d2cd056056 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_35.1807165417/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/sirupsen/logrus v1.8.1 Loading: Analyzing: target //tests/realtikvtest/txntest:txntest_test (370 packages loaded, 1786 targets configured) + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-c4be2c041c79a83a94edd6d73e2d2e4d20ebd857 no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] sh bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: ad82c307-314b-411b-b1f9-aa116f1ca4d6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_32.483108640/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [556 / 585] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/client.a Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (425 packages loaded, 1878 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.671s, Critical Path: 2.40s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [452 / 585] checking cached actions Analyzing: target //tests/realtikvtest/txntest:txntest_test (645 packages loaded, 12315 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (612 packages loaded, 13027 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: 625b9867-4b37-4b06-bb8b-45e3a5977053 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_31.749896671/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pipelineddmltest go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tools/tazel:tazel (7 packages loaded, 11900 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (480 packages loaded, 1674 targets configured) [572 / 585] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/kvrpc/kvrpc.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (868 packages loaded, 14225 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. start tidb-server, log file: ./integration-test.out tidb-server(PID: 1505) started run all integration test cases (enabled new collation) go: downloading github.com/sergi/go-diff v1.1.0 Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.643s, Critical Path: 2.78s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (906 packages loaded, 14621 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (112 packages loaded, 12885 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (691 packages loaded, 13011 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (970 packages loaded, 15268 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest1/... INFO: Invocation ID: e1052f89-92ee-4fc8-952f-817a5b425528 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_36.3720203675/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (519 packages loaded, 1541 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //tools/tazel:tazel (284 packages loaded, 14013 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (913 packages loaded, 14782 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (907 packages loaded, 15487 targets configured) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 13] [Prepa] BazelWorkspaceStatusAction stable-status.txt Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1011 packages loaded, 16267 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (700 packages loaded, 7174 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1030 packages loaded, 16097 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (989 packages loaded, 16016 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (402 packages loaded, 1493 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1088 packages loaded, 16984 targets configured) [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (6 actions, 0 running) ./t/show.test: ok! 3 test cases passed, take time 0.000546334 s ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.025628518 s ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.028194256 s Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1060 packages loaded, 16612 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (924 packages loaded, 15243 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (623 packages loaded, 11840 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1055 packages loaded, 16253 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1151 packages loaded, 17716 targets configured) [543 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1155 packages loaded, 17424 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1196 packages loaded, 18045 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1143 packages loaded, 17662 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.993s, Critical Path: 2.81s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (986 packages loaded, 15717 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (811 packages loaded, 14124 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1189 packages loaded, 17569 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1196 packages loaded, 18044 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1058 packages loaded, 16260 targets configured) Starting local Bazel server and connecting to it... Analyzing: target //tests/realtikvtest/txntest:txntest_test (1351 packages loaded, 18744 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: 45c1cbae-c74f-4084-ba9f-5501fd9c74fe INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_32.483108640/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: ./t/bindinfo/bind.test: ok! 223 test cases passed, take time 2.851071163 s ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.08070899 s ./t/bindinfo/temptable.test: ok! 38 test cases passed, take time 0.173044769 s go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (915 packages loaded, 15220 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. ./t/black_list.test: ok! 55 test cases passed, take time 0.122956939 s bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1354 packages loaded, 18886 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1119 packages loaded, 16869 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1353 packages loaded, 18434 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) Starting local Bazel server and connecting to it... Analyzing: target //tests/realtikvtest/txntest:txntest_test (1352 packages loaded, 18789 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1008 packages loaded, 15784 targets configured) INFO: Invocation ID: bd1480ed-8e52-47f6-a2da-a70d0344b5d2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_41.3107974420/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1449 packages loaded, 19728 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1353 packages loaded, 18434 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (466 packages loaded, 1664 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1453 packages loaded, 19841 targets configured) INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1453 packages loaded, 19841 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/txntest/txntest_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Invocation ID: da2bcfdd-1e23-44e2-b300-f1c39a53c347 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_41.4015046176/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 2c90e5aa-db8a-4c9f-99cc-02c0b07db3a8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_39.687798860/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1453 packages loaded, 19840 targets configured). INFO: Found 1 test target... [0 / 10] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1153 packages loaded, 17362 targets configured) Loading: Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1061 packages loaded, 16298 targets configured) INFO: Invocation ID: 19e7f885-7551-441e-87e9-94720c694adb INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_39.630314630/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1364 packages loaded, 18851 targets configured) Starting local Bazel server and connecting to it... Loading: Loading: Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1152 packages loaded, 17355 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (679 packages loaded, 12664 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest:addindextest_test (1454 packages loaded, 19483 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test/baseline_coverage.dat ... (3 actions, 0 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1156 packages loaded, 17501 targets configured) Loading: Loading: 0 packages loaded Loading: [24 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (890 packages loaded, 14477 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1238 packages loaded, 17979 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1281 packages loaded, 17958 targets configured) [13 / 1,503] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 1s remote-cache ... (4 actions, 0 running) ./t/clustered_index.test: ok! 47 test cases passed, take time 3.405734378 s INFO: Invocation ID: c8e350a0-b906-4581-8e05-7f3a2938a429 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_38.2143781307/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [68 / 1,503] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 63.8 KiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) [19 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 9.0 MiB / 10.7 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.728357449 s [24 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.9 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1359 packages loaded, 18786 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1305 packages loaded, 18302 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (963 packages loaded, 15973 targets configured) Loading: [21 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.730168347 s Loading: Loading: 0 packages loaded [408 / 1,503] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_azcore/internal/shared/shared.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) ./t/collation_misc.test: ok! 66 test cases passed, take time 0.579769312 s Analyzing: target //tests/realtikvtest/brietest:brietest_test (1010 packages loaded, 16271 targets configured) [28 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1361 packages loaded, 18842 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1361 packages loaded, 18842 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1454 packages loaded, 19477 targets configured). INFO: Found 1 test target... [0 / 10] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat ... (3 actions, 0 running) ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.685489252 s [702 / 1,503] GoCompilePkg external/com_github_datadog_zstd/zstd.a; Downloading external/com_github_datadog_zstd/zstd.a; 0s remote-cache ... (8 actions, 0 running) [271 / 1,499] [Prepa] GoCompilePkg build/tidb_nogo_actual~nogo.a [for tool] Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) ./t/common_collation.test: ok! 26 test cases passed, take time 0.184179444 s INFO: Analyzed target //tests/realtikvtest/addindextest1:addindextest1_test (1454 packages loaded, 19477 targets configured). INFO: Found 1 test target... [0 / 10] [Prepa] Writing file tests/realtikvtest/addindextest1/addindextest1_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1067 packages loaded, 16710 targets configured) [329 / 1,503] GoCompilePkg external/org_golang_x_sys/unix/unix.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: 0332201b-5c6b-44f0-980b-70f8d71adaf5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_40.3420067002/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes [971 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/internal/context/context.a; Downloading external/com_github_aws_aws_sdk_go/internal/context/context.x; 0s remote-cache ... (8 actions, 0 running) [560 / 1,499] GoCompilePkg pkg/lock/context/context.a; Downloading pkg/lock/context/context.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 977 targets configured) INFO: Invocation ID: c9d47d0c-3eac-4757-a571-a911dc00ea0e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_51.4287666697/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //tests/realtikvtest/brietest:brietest_test (1170 packages loaded, 17674 targets configured) [717 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 11.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (91 packages loaded, 1191 targets configured) [19 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [1,117 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; Downloading external/com_github_aws_aws_sdk_go/service/s3/s3.a, 13.9 MiB / 15.4 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (75 packages loaded, 1027 targets configured) [898 / 1,499] GoCompilePkg external/io_opencensus_go/plugin/ochttp/ochttp.a; Downloading external/io_opencensus_go/plugin/ochttp/ochttp.a, 655.8 KiB / 1.6 MiB; 0s remote-cache ... (8 actions, 0 running) Loading: Analyzing: target //:gazelle (75 packages loaded, 1031 targets configured) Loading: ./t/cte.test: ok! 189 test cases passed, take time 1.895246233 s [19 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [1,003 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 60.6 MiB / 75.3 MiB; 0s remote-cache ... (7 actions, 0 running) Loading: Loading: 0 packages loaded ./t/db_integration.test: ok! 11 test cases passed, take time 0.048288321 s Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1197 packages loaded, 18048 targets configured) [75 / 1,499] GoCompilePkg external/com_github_burntsushi_toml/toml.a [for tool]; Downloading external/com_github_burntsushi_toml/toml.a, 1.0 MiB / 1.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,182 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 68.3 MiB / 75.3 MiB; 1s remote-cache ... (5 actions, 0 running) [1,071 / 1,499] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 8.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.479645923 s [22 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 9810 targets configured) Loading: [1,174 / 1,503] GoCompilePkg external/org_golang_google_grpc/credentials/alts/internal/handshaker/handshaker.a; Downloading external/org_golang_google_grpc/credentials/alts/internal/handshaker/handshaker.a; 0s remote-cache ... (8 actions, 0 running) [507 / 1,499] GoCompilePkg external/com_github_petermattis_goid/goid.a; Downloading external/com_github_petermattis_goid/goid.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1305 packages loaded, 18670 targets configured) [1,227 / 1,499] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnsnapshot/txnsnapshot.a Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,298 / 1,503] GoCompilePkg pkg/distsql/context/context.a; Downloading pkg/distsql/context/context.a, 431.8 KiB / 941.5 KiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (99 packages loaded, 1468 targets configured) [305 / 1,499] GoCompilePkg external/org_uber_go_zap/zapcore/zapcore.a; 0s remote-cache ... (8 actions, 0 running) [1,314 / 1,503] GoCompilePkg pkg/util/cpuprofile/cpuprofile.a; Downloading pkg/util/cpuprofile/cpuprofile.a; 0s remote-cache ... (8 actions, 0 running) [926 / 1,499] GoCompilePkg external/com_github_json_iterator_go/go.a; Downloading external/com_github_json_iterator_go/go.a, 2.1 MiB / 3.5 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,345 / 1,499] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 16.7 MiB / 78.4 MiB; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded [1,367 / 1,503] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 20.5 MiB / 80.0 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [701 / 1,499] GoCompilePkg pkg/parser/model/model.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1361 packages loaded, 19210 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,382 / 1,499] GoCompilePkg pkg/expression/aggregation/aggregation.a; Downloading pkg/expression/aggregation/aggregation.a, 855.8 KiB / 3.5 MiB; 0s remote-cache ... (4 actions, 0 running) [1,380 / 1,503] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [1,138 / 1,499] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 61.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,388 / 1,503] GoCompilePkg pkg/statistics/handle/cache/internal/internal.a; Downloading pkg/statistics/handle/cache/internal/internal.a, 663.8 KiB / 1.2 MiB; 0s remote-cache ... (6 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1454 packages loaded, 19845 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Invocation ID: 5fd4cc58-4546-4e01-8d16-f8cda519a725 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_51.3277211597/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,005 / 1,499] GoCompilePkg external/com_github_pkg_browser/browser.a; Downloading external/com_github_pkg_browser/browser.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,451 / 1,503] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [1,294 / 1,499] GoCompilePkg pkg/distsql/context/context.a; Downloading pkg/distsql/context/context.a, 807.8 KiB / 874.4 KiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (38 packages loaded, 387 targets configured) [1,441 / 1,503] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; Downloading pkg/ttl/ttlworker/ttlworker.a, 1.3 MiB / 4.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,446 / 1,499] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [1,111 / 1,499] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (8 actions, 0 running) [24 / 1,504] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 5.1 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (75 packages loaded, 1017 targets configured) Loading: [1,471 / 1,503] GoCompilePkg pkg/executor/lockstats/lockstats.a; Downloading pkg/executor/lockstats/lockstats.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //:gazelle (41 packages loaded, 388 targets configured) [1,466 / 1,503] GoCompilePkg pkg/executor/internal/exec/exec.a; 0s remote-cache ... (5 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,470 / 1,499] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 14.0 MiB / 42.7 MiB; 0s remote-cache ... (2 actions, 0 running) [1,375 / 1,499] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [1,222 / 1,499] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a; 0s remote-cache ... (2 actions, 0 running) [24 / 1,504] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 4.0 MiB / 8.3 MiB; 1s remote-cache ... (3 actions, 0 running) [1,493 / 1,503] GoCompilePkg pkg/executor/executor.a; 0s remote-cache Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,417 / 1,499] GoCompilePkg pkg/lightning/common/common.a; 0s remote-cache ... (4 actions, 0 running) [1,483 / 1,503] GoCompilePkg pkg/executor/internal/testutil/testutil.a; Downloading pkg/executor/internal/testutil/testutil.a; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [29 / 1,504] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,342 / 1,499] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a; 0s remote-cache ... (7 actions, 0 running) [1,488 / 1,499] GoCompilePkg pkg/executor/executor.a; 0s remote-cache, linux-sandbox [1,497 / 1,503] [Prepa] GoCompilePkg pkg/testkit/testkit.a [391 / 1,504] GoCompilePkg external/org_golang_google_protobuf/proto/proto.a; 0s remote-cache ... (8 actions, 0 running) [1,454 / 1,499] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) [1,375 / 1,499] [Prepa] GoCompilePkg pkg/util/ranger/ranger.a ... (5 actions, 0 running) [1,499 / 1,503] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test.internal.a; 0s remote-cache, linux-sandbox Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,501 / 1,503] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test~testmain.a; 0s remote-cache, linux-sandbox [723 / 1,504] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 5.0 MiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,500 / 1,503] [Prepa] GoCompilePkg tests/realtikvtest/txntest/txntest_test_test.external.a [1,487 / 1,499] [Prepa] GoCompilePkg br/pkg/task/show/show.a [1,434 / 1,499] GoCompilePkg pkg/statistics/handle/autoanalyze/refresher/refresher.a; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,007 / 1,504] GoCompilePkg external/com_github_cockroachdb_pebble/internal/manifest/manifest.a; 0s remote-cache ... (8 actions, 0 running) [1,463 / 1,499] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 1732 targets configured) [1,502 / 1,503] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (45 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,121 / 1,504] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 74.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,488 / 1,499] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 1s remote-cache, linux-sandbox [1,489 / 1,499] [Prepa] GoCompilePkg pkg/executor/executor.a Analyzing: target //:gazelle (74 packages loaded, 715 targets configured) Analyzing: target //:gazelle (175 packages loaded, 11257 targets configured) [1,227 / 1,504] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (178 packages loaded, 11265 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) [1,345 / 1,504] GoCompilePkg pkg/planner/util/debugtrace/debugtrace.a; Downloading pkg/planner/util/debugtrace/debugtrace.a, 31.8 KiB / 1.1 MiB; 0s remote-cache ... (3 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (268 packages loaded, 11957 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured). INFO: Found 1 target... [1,489 / 1,499] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (175 packages loaded, 11262 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [1,380 / 1,504] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [24 / 314] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [1,452 / 1,504] [Prepa] GoCompilePkg br/pkg/restore/prealloc_table_id/prealloc_table_id.a Analyzing: target //:gazelle (169 packages loaded, 11250 targets configured) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.0 MiB / 10.3 MiB; 1s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (185 packages loaded, 11278 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.7 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,502 / 1,503] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 6s remote-cache, linux-sandbox [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [1,478 / 1,504] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 44.5 MiB / 45.8 MiB; 0s remote-cache ... (2 actions, 0 running) [116 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (7 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,502 / 1,503] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 7s remote-cache, linux-sandbox [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.0 MiB / 10.3 MiB; 1s remote-cache ... (8 actions, 0 running) [1,494 / 1,504] GoCompilePkg br/pkg/task/operator/operator.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,489 / 1,499] [Prepa] GoCompilePkg pkg/session/session.a [1,489 / 1,499] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.152s, Critical Path: 3.53s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [1,488 / 1,499] GoCompilePkg pkg/executor/executor.a; 8s remote-cache, linux-sandbox [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (190 packages loaded, 11290 targets configured) [275 / 314] [Prepa] GoCompilePkg external/bazel_gazelle/flag/flag.a [for tool] ... (8 actions, 0 running) [31 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 53c4fff2-f3bd-40e6-8124-11e443fbdd4e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_41.4015046176/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.709s, Critical Path: 4.02s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [1,502 / 1,503] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 9s remote-cache, linux-sandbox Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.3 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,500 / 1,504] [Prepa] GoCompilePkg tests/realtikvtest/brietest/brietest_test.internal.a [1,490 / 1,499] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 9cc69f8b-ae3f-4a38-9000-a5fa2bcf846b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_41.3107974420/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [274 / 314] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 314] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [1,502 / 1,503] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 9s remote-cache, linux-sandbox Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.790s, Critical Path: 4.06s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [1,507 / 1,511] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] Analyzing: target //tools/tazel:tazel (7 packages loaded, 11436 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel [1,500 / 1,504] GoCompilePkg tests/realtikvtest/brietest/brietest_test.internal.a; 1s remote-cache, linux-sandbox INFO: Invocation ID: 12829282-53c3-423b-bb52-81049327ccb9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_39.630314630/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [1,491 / 1,499] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,489 / 1,499] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (8 packages loaded, 11897 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/textflag.h; 1s remote-cache ... (3 actions, 0 running) [1,509 / 1,511] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,502 / 1,504] GoCompilePkg tests/realtikvtest/brietest/brietest_test~testmain.a; 0s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (81 packages loaded, 12893 targets configured) [274 / 314] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; Downloading build/tidb_nogo_actual_/tidb_nogo_actual; 0s remote-cache [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [1,492 / 1,499] [Prepa] GoCompilePkg pkg/testkit/testkit.a [1,490 / 1,499] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.882s, Critical Path: 3.84s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [1,489 / 1,499] GoCompilePkg pkg/executor/executor.a; 8s remote-cache, linux-sandbox [1,490 / 1,499] [Prepa] GoCompilePkg pkg/session/session.a Analyzing: target //tools/tazel:tazel (110 packages loaded, 12853 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11778 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (284 packages loaded, 14013 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 0s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: ba1ebd47-8883-49cf-aa48-8a6694ca4242 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_39.687798860/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 1s remote-cache, linux-sandbox [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 27] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 2.0 MiB / 3.5 MiB; 3s remote-cache ... (2 actions, 0 running) ./t/ddl/bdr_mode.test: ok! 371 test cases passed, take time 19.949061996 s ./t/ddl/column.test: ok! 27 test cases passed, take time 0.331746967 s ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.077943616 s [1,492 / 1,499] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (284 packages loaded, 14013 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 23] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (100 packages loaded, 12899 targets configured) [132 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [1,491 / 1,499] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,490 / 1,499] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,503 / 1,504] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 1s remote-cache, linux-sandbox [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (8 packages loaded, 11912 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 26.959s, Critical Path: 3.51s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [1,493 / 1,499] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (286 packages loaded, 14030 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [250 / 314] GoCompilePkg build/linter/staticcheck/S1034.a [for tool]; Downloading build/linter/staticcheck/S1034.x; 0s remote-cache ... (8 actions, 0 running) [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [1,491 / 1,499] GoCompilePkg pkg/store/driver/driver.a; 1s remote-cache, linux-sandbox Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.275s, Critical Path: 4.96s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: e97cde67-3464-4b02-809e-128756504b90 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_51.4287666697/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a [1,491 / 1,499] GoCompilePkg pkg/store/gcworker/gcworker.a; 0s remote-cache, linux-sandbox Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [557 / 585] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/util/util.a [1,495 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test.internal.a Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (110 packages loaded, 10536 targets configured) Analyzing: target //tools/tazel:tazel (111 packages loaded, 12849 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: a1d5c7c0-edd7-49e2-953f-905937d78cf0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_38.2143781307/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //:gazelle (185 packages loaded, 11262 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.551s, Critical Path: 2.41s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [533 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/diagnosticspb/diagnosticspb.a; Downloading external/com_github_pingcap_kvproto/pkg/diagnosticspb/diagnosticspb.a, 638.7 KiB / 687.3 KiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [271 / 585] [Prepa] GoCompilePkg external/com_github_bazelbuild_buildtools/tables/tables.a ... (7 actions, 0 running) Analyzing: target //tools/tazel:tazel (286 packages loaded, 14030 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11906 targets configured) ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 3.978018704 s INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 9] [Prepa] BazelWorkspaceStatusAction stable-status.txt bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... INFO: Invocation ID: 573b12bc-bc30-4474-a523-cc602e1f2ca7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_41.4015046176/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [1,497 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test~testmain.a [1,492 / 1,499] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.019s, Critical Path: 2.82s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt [1,492 / 1,499] [Prepa] GoCompilePkg pkg/store/driver/driver.a Analyzing: target //tools/tazel:tazel (9 packages loaded, 11924 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [553 / 585] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (115 packages loaded, 12920 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) [1,493 / 1,499] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox ... (4 actions running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.809s, Critical Path: 2.64s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/bufio.a, 113.7 KiB / 354.7 KiB; 0s remote-cache ... (3 actions, 0 running) [1,492 / 1,499] GoCompilePkg pkg/store/driver/driver.a; 1s remote-cache, linux-sandbox [271 / 585] [Prepa] GoCompilePkg external/com_github_dgryski_go_farm/go-farm.a ... (4 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: b90578d4-8f74-4e61-b00c-f4284dd1485d INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_41.3107974420/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tools/tazel:tazel (114 packages loaded, 12916 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured).  checking cached actions INFO: Found 1 target... [0 / 9] [Prepa] BazelWorkspaceStatusAction stable-status.txt Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (164 packages loaded, 766 targets configured) [1,498 / 1,499] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 1s remote-cache, linux-sandbox [1,493 / 1,499] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [538 / 585] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 5.5 MiB / 7.7 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) [1,496 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test_test.external.a bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest2/... INFO: Invocation ID: e5a9dc04-dc19-479a-a16a-d65252e88ee0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_39.630314630/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (286 packages loaded, 14030 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (456 packages loaded, 11127 targets configured) [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1 packages loaded, 0 targets configured) [271 / 585] [Prepa] GoCompilePkg external/com_github_shirou_gopsutil_v3/common/common.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.889s, Critical Path: 2.71s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (514 packages loaded, 1763 targets configured) [59 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [1,494 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (700 packages loaded, 13168 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (467 packages loaded, 5639 targets configured) [552 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/tikvpb/tikvpb.a; 0s remote-cache ... (4 actions, 0 running) [1,503 / 1,504] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 7s remote-cache, linux-sandbox [1,503 / 1,504] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 8s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest4/... INFO: Invocation ID: c1c56341-fb31-427d-afd7-1fd352d93f82 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_39.687798860/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (678 packages loaded, 12559 targets configured) [1,498 / 1,499] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 1s remote-cache, linux-sandbox Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [314 / 314] checking cached actions Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.502s, Critical Path: 3.42s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [1,496 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test_test.external.a Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.477s, Critical Path: 2.54s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (897 packages loaded, 14482 targets configured) [547 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a; 0s remote-cache ... (3 actions, 0 running) INFO: Invocation ID: eccfc18b-1713-4ed2-9647-381d348f8ba8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_51.3277211597/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (645 packages loaded, 12293 targets configured) [1,508 / 1,512] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (835 packages loaded, 13929 targets configured) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.806s, Critical Path: 2.70s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: 08fcab15-56b0-4d8e-8cf6-616199840269 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_51.4287666697/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (795 packages loaded, 14197 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (932 packages loaded, 15640 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 10s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [1,498 / 1,499] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (562 packages loaded, 11041 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (871 packages loaded, 15058 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11906 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1065 packages loaded, 16630 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest3/... INFO: Invocation ID: 32274cc4-b876-4dd1-ba1a-afcce16da75a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_38.2143781307/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //:gazelle (147 packages loaded, 10553 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (804 packages loaded, 13398 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (901 packages loaded, 15175 targets configured) [1,511 / 1,512] Testing //tests/realtikvtest/brietest:brietest_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1000 packages loaded, 15819 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (110 packages loaded, 12907 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (411 packages loaded, 10904 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (954 packages loaded, 15209 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1003 packages loaded, 15972 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 11s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1147 packages loaded, 17362 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1161 packages loaded, 17732 targets configured) Analyzing: target //:gazelle (197 packages loaded, 11312 targets configured) [1,498 / 1,499] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 7s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (548 packages loaded, 1601 targets configured) Analyzing: target //tools/tazel:tazel (286 packages loaded, 14030 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (639 packages loaded, 12079 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1004 packages loaded, 15664 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1141 packages loaded, 17124 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1322 packages loaded, 18652 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [1,498 / 1,499] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 6s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1159 packages loaded, 17588 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (752 packages loaded, 12791 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [1,499 / 1,503] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (812 packages loaded, 14762 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1057 packages loaded, 16204 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1181 packages loaded, 17479 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1322 packages loaded, 18652 targets configured) [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/pool/pool.a ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1288 packages loaded, 18408 targets configured) [17 / 314] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (3 actions, 0 running) [1,504 / 1,507] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 91.2 MiB / 96.2 MiB; 0s remote-cache Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (909 packages loaded, 15058 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (976 packages loaded, 15703 targets configured) [539 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 3.1 MiB / 9.9 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1099 packages loaded, 16746 targets configured) [1,498 / 1,499] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 8s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1320 packages loaded, 18277 targets configured) [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 0s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (963 packages loaded, 15459 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/go/types.a, 4.0 MiB / 5.9 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1381 packages loaded, 19335 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1101 packages loaded, 16891 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1161 packages loaded, 17356 targets configured) [1,504 / 1,507] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 32.7 MiB / 96.2 MiB; 0s remote-cache Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1371 packages loaded, 18542 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1373 packages loaded, 18917 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1474 packages loaded, 19970 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test/baseline_coverage.dat ... (3 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.187s, Critical Path: 2.92s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,498 / 1,499] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 7s remote-cache, linux-sandbox [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.9 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1009 packages loaded, 15851 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1131 packages loaded, 17260 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1469 packages loaded, 19694 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pipelineddmltest/... INFO: Invocation ID: d1e78f46-7155-487c-aae0-78460f8f84fd INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_51.3277211597/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1214 packages loaded, 17616 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1472 packages loaded, 19591 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest2:addindextest2_test (1472 packages loaded, 19591 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1092 packages loaded, 16613 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1281 packages loaded, 18148 targets configured) [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 1s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1474 packages loaded, 19970 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1354 packages loaded, 18429 targets configured) [24 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,499 / 1,505] [Prepa] Writing file tests/realtikvtest/addindextest1/addindextest1_test.instrumented_files ... (2 actions, 0 running) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 4s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1368 packages loaded, 18871 targets configured) [26 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (3 actions, 0 running) [1,504 / 1,507] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 92.2 MiB / 96.2 MiB; 0s remote-cache Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (329 packages loaded, 1712 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1139 packages loaded, 17046 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1361 packages loaded, 18824 targets configured) [24 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [19 / 1,517] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [147 / 314] GoCompilePkg external/org_golang_x_tools/go/cfg/cfg.a [for tool]; Downloading external/org_golang_x_tools/go/cfg/cfg.a, 127.8 KiB / 283.7 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (542 packages loaded, 4637 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1263 packages loaded, 17862 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1373 packages loaded, 18917 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest4:addindextest4_test (1455 packages loaded, 19479 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test/baseline_coverage.dat ... (3 actions, 0 running) [276 / 1,524] [Prepa] GoCompilePkg build/tidb_nogo_actual~nogo.a [for tool] [21 / 1,517] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [294 / 314] GoCompilePkg external/bazel_gazelle/label/label.a [for tool]; 0s remote-cache [25 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1441 packages loaded, 18950 targets configured) [1,511 / 1,512] Testing //tests/realtikvtest/brietest:brietest_test; 9s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1469 packages loaded, 19694 targets configured) [531 / 1,524] GoCompilePkg external/com_github_stretchr_testify/assert/assert.a; Downloading external/com_github_stretchr_testify/assert/assert.a, 711.8 KiB / 1.6 MiB; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 48.220s, Critical Path: 6.45s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [207 / 1,517] [Prepa] GoCompilePkg build/linter/staticcheck/S1000.a [for tool] ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (781 packages loaded, 14053 targets configured) [1,506 / 1,507] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 1s remote-cache, linux-sandbox [19 / 1,500] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [276 / 1,524] [Prepa] GoCompilePkg build/tidb_nogo_actual~nogo.a [for tool] Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1448 packages loaded, 19200 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1474 packages loaded, 19970 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test/baseline_coverage.dat ... (3 actions, 0 running) [796 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 16.0 MiB / 20.4 MiB; 0s remote-cache ... (7 actions, 0 running) [514 / 1,517] GoCompilePkg external/com_github_google_renameio_v2/renameio.a; Downloading external/com_github_google_renameio_v2/renameio.a; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 868756ea-cae8-40bb-9fac-5803dd60766e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_02_32_40.3420067002/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes [39 / 1,500] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (8 actions, 0 running) [584 / 1,524] GoCompilePkg external/org_golang_x_oauth2/google/internal/impersonate/impersonate.a; Downloading external/org_golang_x_oauth2/google/internal/impersonate/impersonate.x; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (906 packages loaded, 15470 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest3:addindextest3_test (1453 packages loaded, 19476 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test/baseline_coverage.dat ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,053 / 1,524] GoCompilePkg external/com_github_aliyun_alibaba_cloud_sdk_go/sdk/auth/auth.a; 0s remote-cache ... (8 actions, 0 running) [329 / 1,500] GoCompilePkg external/org_golang_x_text/unicode/norm/norm.a; 0s remote-cache ... (8 actions, 0 running) [885 / 1,524] GoCompilePkg pkg/util/slice/slice.a; Downloading pkg/util/slice/slice.a; 0s remote-cache ... (8 actions, 0 running) [854 / 1,517] GoCompilePkg external/com_github_xitongsys_parquet_go/parquet/parquet.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (956 packages loaded, 15666 targets configured) [24 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,170 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 42.4 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [667 / 1,500] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 6.3 MiB / 7.1 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (4 packages loaded, 600 targets configured) [1,100 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 36.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,050 / 1,517] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 22.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [19 / 1,498] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [29 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache [1,245 / 1,524] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1055 packages loaded, 16443 targets configured) [944 / 1,500] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 14.9 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,155 / 1,517] GoCompilePkg external/com_google_cloud_go_storage/internal/apiv2/storagepb/storagepb.a; 0s remote-cache ... (8 actions, 0 running) [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 10s remote-cache, linux-sandbox [305 / 1,524] GoCompilePkg external/io_k8s_apimachinery/pkg/conversion/conversion.a; Downloading external/io_k8s_apimachinery/pkg/conversion/conversion.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 5803 targets configured) [1,197 / 1,524] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; Downloading external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a, 5.3 MiB / 11.9 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1145 packages loaded, 17539 targets configured) [25 / 1,498] [Prepa] GoCompilePkg external/org_golang_x_tools/go/internal/cgo/cgo.a [for tool] ... (8 actions, 0 running) [1,366 / 1,524] [Prepa] GoCompilePkg pkg/expression/expression.a [1,246 / 1,517] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/transaction/transaction.a [1,113 / 1,500] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 52.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,331 / 1,524] [Prepa] GoCompilePkg pkg/util/gctuner/gctuner.a Analyzing: target //tools/tazel:tazel (9 packages loaded, 11938 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1233 packages loaded, 18123 targets configured) [664 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/awserr/awserr.a; Downloading external/com_github_aws_aws_sdk_go/aws/awserr/awserr.a; 0s remote-cache ... (7 actions, 0 running) [1,400 / 1,524] [Prepa] GoCompilePkg pkg/session/types/types.a ... (5 actions, 0 running) [1,361 / 1,517] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 6.0 MiB / 78.4 MiB; 0s remote-cache ... (8 actions, 0 running) [400 / 1,498] GoCompilePkg external/com_github_cespare_xxhash_v2/xxhash.a; 0s remote-cache ... (7 actions, 0 running) [1,222 / 1,500] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a; Downloading external/com_github_tikv_client_go_v2/internal/locate/locate.a, 2.0 MiB / 4.1 MiB; 0s remote-cache ... (2 actions, 0 running) [1,394 / 1,524] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 57.0 MiB / 80.0 MiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (43 packages loaded, 12659 targets configured) [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 10s remote-cache, linux-sandbox [898 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 8.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1304 packages loaded, 18665 targets configured) [807 / 1,498] GoCompilePkg external/com_github_pingcap_badger/fileutil/fileutil.a; Downloading external/com_github_pingcap_badger/fileutil/fileutil.a; 0s remote-cache ... (8 actions, 0 running) [1,456 / 1,524] GoCompilePkg pkg/lightning/backend/kv/kv.a; Downloading pkg/lightning/backend/kv/kv.a, 2.6 MiB / 3.3 MiB; 0s remote-cache ... (5 actions, 0 running) [1,427 / 1,524] GoCompilePkg pkg/table/temptable/temptable.a; Downloading pkg/table/temptable/temptable.a, 991.8 KiB / 1.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,393 / 1,517] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (121 packages loaded, 12990 targets configured) [1,006 / 1,524] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 20.2 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,272 / 1,500] GoCompilePkg pkg/server/metrics/metrics.a; Downloading pkg/server/metrics/metrics.x; 1s remote-cache ... (8 actions, 0 running) [1,089 / 1,498] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 7.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,484 / 1,524] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; Downloading pkg/extension/extensionimpl/extensionimpl.a, 5.4 MiB / 5.6 MiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1360 packages loaded, 19205 targets configured) [1,453 / 1,517] GoCompilePkg pkg/statistics/handle/usage/usage.a; 0s remote-cache ... (7 actions, 0 running) [1,166 / 1,524] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (8 actions, 0 running) [1,481 / 1,524] [Prepa] GoCompilePkg pkg/domain/domain.a Analyzing: target //tools/tazel:tazel (301 packages loaded, 14190 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14190 targets configured). INFO: Found 1 target... [0 / 9] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [1,182 / 1,498] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; 0s remote-cache ... (5 actions, 0 running) [1,352 / 1,500] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 15.0 MiB / 78.4 MiB; 0s remote-cache ... (7 actions, 0 running) [1,506 / 1,524] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; Downloading pkg/sessiontxn/isolation/isolation.a, 5.7 MiB / 6.5 MiB; 0s remote-cache ... (4 actions, 0 running) [1,498 / 1,524] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [1,486 / 1,517] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 11.0 MiB / 42.7 MiB; 0s remote-cache ... (6 actions, 0 running) [1,328 / 1,498] [Prepa] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a ... (7 actions, 0 running) [1,304 / 1,524] [Prepa] GoCompilePkg pkg/util/cteutil/cteutil.a ... (3 actions, 0 running) [1,383 / 1,500] GoCompilePkg pkg/statistics/handle/cache/internal/internal.a; Downloading pkg/statistics/handle/cache/internal/internal.a, 115.9 KiB / 1.1 MiB; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1360 packages loaded, 19205 targets configured) [1,506 / 1,507] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 11s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1453 packages loaded, 19839 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [1,515 / 1,524] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,453 / 1,500] [Prepa] GoCompilePkg pkg/ddl/ddl.a [1,388 / 1,524] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 31.2 MiB / 80.0 MiB; 0s remote-cache ... (5 actions, 0 running) [270 / 585] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache [1,519 / 1,524] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 0s remote-cache, linux-sandbox [1,508 / 1,517] [Prepa] GoCompilePkg pkg/session/session.a [1,375 / 1,498] [Prepa] GoCompilePkg pkg/session/types/types.a ... (5 actions, 0 running) [1,413 / 1,524] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 3.0 MiB / 6.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,474 / 1,500] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [425 / 585] GoCompilePkg external/org_golang_google_protobuf/internal/filedesc/filedesc.a; 0s remote-cache ... (8 actions, 0 running) [1,519 / 1,524] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 1s remote-cache, linux-sandbox [1,520 / 1,524] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test.internal.a [1,513 / 1,517] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test.internal.a; 0s remote-cache, linux-sandbox [1,452 / 1,498] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [24 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [1,477 / 1,524] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [539 / 585] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (4 actions, 0 running) [1,521 / 1,524] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test_test.external.a [1,492 / 1,500] GoCompilePkg pkg/ddl/testutil/testutil.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,520 / 1,524] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test.internal.a; 0s remote-cache, linux-sandbox [29 / 1,503] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/aliases/aliases.a [for tool] [1,473 / 1,498] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [577 / 585] GoCompilePkg external/com_github_tikv_client_go_v2/tikv/tikv.a; Downloading external/com_github_tikv_client_go_v2/tikv/tikv.a; 0s remote-cache [1,516 / 1,517] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 1s remote-cache, linux-sandbox [1,497 / 1,500] [Prepa] GoCompilePkg tests/realtikvtest/addindextest4/addindextest4_test_test.external.a [1,495 / 1,524] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 19.1 MiB / 45.8 MiB; 0s remote-cache ... (3 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 13.026s, Critical Path: 4.48s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,522 / 1,524] [Prepa] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test~testmain.a [363 / 1,503] GoCompilePkg external/com_github_uber_jaeger_client_go/jaeger-client-go.a; 0s remote-cache ... (8 actions, 0 running) [1,493 / 1,498] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,523 / 1,524] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 1s remote-cache, linux-sandbox [1,499 / 1,500] [Prepa] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test [1,514 / 1,524] [Prepa] GoCompilePkg pkg/session/session.a [693 / 1,503] GoCompilePkg external/com_github_klauspost_compress/zstd/zstd.a; 0s remote-cache ... (8 actions, 0 running) [1,497 / 1,498] [Prepa] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test [1,523 / 1,524] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 1s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... INFO: Invocation ID: 42771750-e94b-41df-898e-dee7e0664441 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_02_32_40.3420067002/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [1,499 / 1,500] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 0s remote-cache, linux-sandbox [945 / 1,503] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 9.0 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) Loading: [1,497 / 1,498] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 0s remote-cache, linux-sandbox [1,520 / 1,524] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test.internal.a; 1s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [1,105 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 41.3 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,523 / 1,524] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 0s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) [1,192 / 1,503] GoCompilePkg external/com_github_pingcap_kvproto/pkg/tsopb/tsopb.a; 0s remote-cache ... (2 actions, 0 running) [1,516 / 1,517] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 6s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (176 packages loaded, 665 targets configured) [1,329 / 1,503] GoCompilePkg pkg/sessionctx/variable/variable.a; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (622 packages loaded, 11746 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 40s remote-cache, linux-sandbox [1,380 / 1,503] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (4 actions, 0 running) [1,516 / 1,517] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 8s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (830 packages loaded, 14049 targets configured) [1,523 / 1,524] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 7s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 8s remote-cache, linux-sandbox [1,438 / 1,503] GoCompilePkg pkg/lightning/backend/kv/kv.a; Downloading pkg/lightning/backend/kv/kv.a, 2.0 MiB / 3.3 MiB; 0s remote-cache ... (4 actions, 0 running) [1,522 / 1,525] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 53.3 MiB / 96.2 MiB; 0s remote-cache [1,523 / 1,524] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 7s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (839 packages loaded, 14781 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 41s remote-cache, linux-sandbox [1,465 / 1,503] GoCompilePkg pkg/plugin/plugin.a; 0s remote-cache ... (4 actions, 0 running) [1,528 / 1,532] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,497 / 1,498] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 6s remote-cache, linux-sandbox [1,524 / 1,530] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (938 packages loaded, 15188 targets configured) [1,489 / 1,503] GoCompilePkg pkg/disttask/importinto/importinto.a; Downloading pkg/disttask/importinto/importinto.a, 687.8 KiB / 4.7 MiB; 0s remote-cache ... (2 actions, 0 running) [1,502 / 1,506] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,499 / 1,500] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 8s remote-cache, linux-sandbox [1,524 / 1,525] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1003 packages loaded, 16177 targets configured) [1,530 / 1,532] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,531 / 1,532] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 1s remote-cache, linux-sandbox [1,499 / 1,500] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 9s remote-cache, linux-sandbox [1,505 / 1,506] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 0s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1097 packages loaded, 16838 targets configured) [1,499 / 1,503] GoCompilePkg tests/realtikvtest/pipelineddmltest/pipelineddmltest_test.internal.a; 0s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 7s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 8s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1170 packages loaded, 17511 targets configured) [1,502 / 1,503] [Prepa] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test [1,506 / 1,508] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,530 / 1,532] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1262 packages loaded, 18192 targets configured) [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 1s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1269 packages loaded, 18289 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1289 packages loaded, 18690 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1314 packages loaded, 18878 targets configured) [1,511 / 1,512] Testing //tests/realtikvtest/brietest:brietest_test; 40s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1334 packages loaded, 19076 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1409 packages loaded, 19341 targets configured) [1,524 / 1,525] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 10s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1427 packages loaded, 19534 targets configured) [1,531 / 1,532] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 10s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 7s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 8s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1512 packages loaded, 20127 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 40s remote-cache, linux-sandbox [1,509 / 1,511] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [24 / 1,562] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 9.2 MiB / 10.4 MiB; 1s remote-cache ... (3 actions, 0 running) [1,505 / 1,506] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 11s remote-cache, linux-sandbox [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 10s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 11s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 10s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 1s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 40s remote-cache, linux-sandbox [24 / 1,562] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [25 / 1,562] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 3s remote-cache ... (3 actions, 0 running) [119 / 1,562] GoCompilePkg build/linter/util/util.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [1,505 / 1,506] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 15s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest3:addindextest3_test up-to-date: bazel-bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test INFO: Elapsed time: 52.007s, Critical Path: 35.71s INFO: 1494 processes: 1479 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1494 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [325 / 1,562] GoCompilePkg external/io_k8s_apimachinery/pkg/conversion/queryparams/queryparams.a; 0s remote-cache ... (8 actions, 0 running) [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,506 / 1,507] 1 / 1 tests; Testing //tests/realtikvtest/addindextest1:addindextest1_test; 41s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest1:addindextest1_test up-to-date: bazel-bin/tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test INFO: Elapsed time: 96.993s, Critical Path: 80.11s INFO: 1495 processes: 1474 remote cache hit, 10 internal, 11 linux-sandbox. INFO: Build completed successfully, 1495 total actions Test cases: finished with 6 passing and 0 failing out of 6 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Checks API] No suitable checks publisher found. [597 / 1,562] GoCompilePkg external/io_opentelemetry_go_otel/attribute/attribute.a; 0s remote-cache ... (7 actions, 0 running) [Pipeline] // container [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] // dir [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [776 / 1,562] GoCompilePkg external/com_github_cockroachdb_sentry_go/sentry-go.a; 0s remote-cache ... (8 actions, 0 running) [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [933 / 1,562] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 52.2 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,041 / 1,562] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 20.3 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,176 / 1,562] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 11.0 MiB / 12.6 MiB; 0s remote-cache ... (8 actions, 0 running) [1,269 / 1,562] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a; 0s remote-cache ... (2 actions, 0 running) [1,510 / 1,511] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 10s remote-cache, linux-sandbox [1,359 / 1,562] GoCompilePkg br/pkg/utils/iter/iter.a; Downloading br/pkg/utils/iter/iter.x; 0s remote-cache ... (8 actions, 0 running) [1,414 / 1,562] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 26.5 MiB / 80.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,429 / 1,562] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [1,469 / 1,562] GoCompilePkg pkg/planner/contextimpl/contextimpl.a; Downloading pkg/planner/contextimpl/contextimpl.a, 1.1 MiB / 1.4 MiB; 0s remote-cache ... (6 actions, 0 running) [1,509 / 1,562] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a ... (2 actions, 0 running) [1,528 / 1,562] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [1,544 / 1,562] GoCompilePkg pkg/executor/executor.a; Downloading pkg/executor/executor.a, 23.8 MiB / 42.8 MiB; 0s remote-cache [1,553 / 1,562] GoCompilePkg pkg/server/handler/ttlhandler/ttlhandler.a; Downloading pkg/server/handler/ttlhandler/ttlhandler.a, 3.9 MiB / 5.6 MiB; 0s remote-cache ... (3 actions, 0 running) [1,557 / 1,562] GoCompilePkg br/pkg/mock/mock.a; 1s remote-cache, linux-sandbox [1,558 / 1,562] [Prepa] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a [1,558 / 1,562] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 1s remote-cache, linux-sandbox ./t/ddl/column_type_change.test: ok! 1268 test cases passed, take time 71.113219627 s ./t/ddl/constraint.test: ok! 440 test cases passed, take time 7.577723131 s [1,558 / 1,562] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 3s remote-cache, linux-sandbox [1,524 / 1,525] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 40s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 40s remote-cache, linux-sandbox [1,561 / 1,562] [Prepa] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test [1,531 / 1,532] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 44s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestImportInto [2024/05/06 02:37:48.687 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:37:48.687 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:37:48.689 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709902348969674] [2024/05/06 02:37:48.690 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:48.690 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:37:48.691 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:37:48.691 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:48.693 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:37:48.699 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:48.700 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:48.702 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:48.726 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:48.727 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:48.735 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:48.735 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:48.748 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:48.771 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709902348969674] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:37:48.881 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:37:49.014 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=579] ["lease id"=3eaa8f4bc2484ec9] [2024/05/06 02:37:49.017 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:37:49.023 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest3/importintotest3_test.TestImportInto\n\ttests/realtikvtest/importintotest3/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 02:37:49.047 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.773676ms] [2024/05/06 02:37:49.049 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:37:49.050 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=cff64489-4aae-4f88-8354-f895688479d5] [runWorker=true] [2024/05/06 02:37:49.050 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:37:49.052 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:37:49.053 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:37:49.053 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:37:49.053 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:49.054 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:49.054 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:37:49.055 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cff64489-4aae-4f88-8354-f895688479d5"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc2484ecd] [ownerID=cff64489-4aae-4f88-8354-f895688479d5] [op=none] [2024/05/06 02:37:49.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:37:49.056 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9e3740cc-eccf-4006-8466-c44f089d28d3] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:49.057 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e3740cc-eccf-4006-8466-c44f089d28d3"] ["owner key"=/tidb/br-stream/owner/3eaa8f4bc2484ecf] [ownerID=9e3740cc-eccf-4006-8466-c44f089d28d3] [op=none] [2024/05/06 02:37:49.064 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 02:37:49.094 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:49.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:49.094 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:49.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 02:37:49.104 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:49.105 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cff64489-4aae-4f88-8354-f895688479d5"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc2484ecd] [ownerID=cff64489-4aae-4f88-8354-f895688479d5] [op=none] [2024/05/06 02:37:49.105 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cff64489-4aae-4f88-8354-f895688479d5"] [op=none] [2024/05/06 02:37:49.105 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:37:49.146 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:49.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:49.197 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.27207ms] [2024/05/06 02:37:49.201 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:37:49.210 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:49.210 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 02:37:49.222 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.349906ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:49.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:49.280 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:49.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:49.303 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 02:37:49.304 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:49.310 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 02:37:49.333 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 02:37:49.513 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:49.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:49.513 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:49.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 02:37:49.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:49.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:49.837 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.207035ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:49.846 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:49.846 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 02:37:49.884 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=57.943871ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:49.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:49.933 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:49.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.059 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:50.060 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:50.096 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 02:37:50.096 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:50.099 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.777088611\n# Parse_time: 0\n# Compile_time: 0.011843817\n# Rewrite_time: 0.000009176\n# Optimize_time: 0\n# Wait_TS: 0.000424245\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 02:37:50.105 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 02:37:50.151 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:50.151 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 02:37:50.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.267 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.600422ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:50.276 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:50.276 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 02:37:50.314 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.084992ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.366 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.409 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 02:37:50.409 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:50.412 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.308845354\n# Parse_time: 0\n# Compile_time: 0.001775515\n# Rewrite_time: 0.000009403\n# Optimize_time: 0\n# Wait_TS: 0.00031285\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:50.415 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 02:37:50.457 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:50.457 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 02:37:50.507 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.497231ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:50.581 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:50.581 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 02:37:50.620 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.650407ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.669 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.712 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 02:37:50.712 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:50.716 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.301637555\n# Parse_time: 0\n# Compile_time: 0.001388855\n# Rewrite_time: 0.000008007\n# Optimize_time: 0\n# Wait_TS: 0.000431774\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:50.729 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 02:37:50.841 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:50.841 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 02:37:50.886 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.667599ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.051 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.051 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 02:37:51.053 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:37:51.054 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 02:37:51.056 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:51.057 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:51.088 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.699746ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.174 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.268 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 02:37:51.269 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.272 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.549519497\n# Parse_time: 0\n# Compile_time: 0.006671576\n# Rewrite_time: 0.000009827\n# Optimize_time: 0\n# Wait_TS: 0.000392098\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:51.278 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 02:37:51.339 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.339 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 02:37:51.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.482 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.306336ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.491 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.491 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 02:37:51.528 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.432932ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.573 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.631 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 02:37:51.631 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.634 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.358058084\n# Parse_time: 0\n# Compile_time: 0.002702665\n# Rewrite_time: 0.000008791\n# Optimize_time: 0\n# Wait_TS: 0.000338061\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:51.638 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 02:37:51.692 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.692 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 02:37:51.749 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.837 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.019244ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.846 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.846 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 02:37:51.883 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.181696ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.921 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.976 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 02:37:51.976 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.979 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.343006926\n# Parse_time: 0\n# Compile_time: 0.002019394\n# Rewrite_time: 0.000008555\n# Optimize_time: 0\n# Wait_TS: 0.0003686\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:51.982 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 02:37:52.022 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.022 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 02:37:52.056 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:52.057 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:52.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.150 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.637161ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.160 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.160 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 02:37:52.197 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.080871ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.273 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.313 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 02:37:52.313 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.316 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.335581265\n# Parse_time: 0\n# Compile_time: 0.001233078\n# Rewrite_time: 0.000011756\n# Optimize_time: 0\n# Wait_TS: 0.000746821\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:52.319 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 02:37:52.359 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.359 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 02:37:52.401 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.654197ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.483 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.483 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 02:37:52.519 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.551732ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.582 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.627 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 02:37:52.627 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.631 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.312959\n# Parse_time: 0\n# Compile_time: 0.001231078\n# Rewrite_time: 0.000007606\n# Optimize_time: 0\n# Wait_TS: 0.000386925\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:52.635 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 02:37:52.686 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.686 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 02:37:52.750 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.829 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.934562ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.838 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.838 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 02:37:52.876 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.950308ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.919 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.969 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 02:37:52.969 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.972 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.338974098\n# Parse_time: 0\n# Compile_time: 0.002108006\n# Rewrite_time: 0.000009203\n# Optimize_time: 0\n# Wait_TS: 0.000379549\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:52.978 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 02:37:53.029 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.029 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 02:37:53.056 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:53.056 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:53.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.180 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.756564ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.189 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.189 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 02:37:53.227 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.8098ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.326 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 02:37:53.326 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.329 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.353716236\n# Parse_time: 0\n# Compile_time: 0.002788425\n# Rewrite_time: 0.000010068\n# Optimize_time: 0\n# Wait_TS: 0.000447911\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:53.337 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:53.338 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:53.410 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.410 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:53.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.562697ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.581 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.581 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 02:37:53.616 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.132275ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.671 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.760 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 02:37:53.760 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.764 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.430832497\n# Parse_time: 0\n# Compile_time: 0.004391897\n# Rewrite_time: 0.000009609\n# Optimize_time: 0\n# Wait_TS: 0.000384964\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:53.768 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 02:37:53.834 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.834 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 02:37:53.882 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.142425ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.984 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.984 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 02:37:54.022 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.078177ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.055 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:54.056 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:54.069 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.130 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 02:37:54.130 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.133 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.367041462\n# Parse_time: 0\n# Compile_time: 0.002095419\n# Rewrite_time: 0.000009694\n# Optimize_time: 0\n# Wait_TS: 0.00036686\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:54.137 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:37:54.187 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.187 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 02:37:54.240 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.309 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.702621ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.318 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.318 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 02:37:54.355 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=52.990011ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.430 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.481 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 02:37:54.481 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.486 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.350020587\n# Parse_time: 0\n# Compile_time: 0.00182997\n# Rewrite_time: 0.000009165\n# Optimize_time: 0\n# Wait_TS: 0.00034072\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:54.491 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:37:54.544 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.544 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 02:37:54.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.681 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.88919ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.690 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.690 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 02:37:54.727 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.10002ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.769 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.818 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 02:37:54.818 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.822 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.333188299\n# Parse_time: 0\n# Compile_time: 0.002957075\n# Rewrite_time: 0.000009516\n# Optimize_time: 0\n# Wait_TS: 0.000375254\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:54.825 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:54.875 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.875 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:54.943 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.891126ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.026 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.026 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 02:37:55.056 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:55.056 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:55.061 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=52.914988ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.141 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.190 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 02:37:55.190 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.194 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.369916575\n# Parse_time: 0\n# Compile_time: 0.001827097\n# Rewrite_time: 0.000012977\n# Optimize_time: 0\n# Wait_TS: 0.000460306\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:55.199 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 02:37:55.248 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.248 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 02:37:55.311 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.938588ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.399 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.399 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 02:37:55.436 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.20406ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.472 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.164 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.519 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 02:37:55.519 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.522 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.325727781\n# Parse_time: 0\n# Compile_time: 0.002871221\n# Rewrite_time: 0.000009167\n# Optimize_time: 0\n# Wait_TS: 0.000379287\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:55.526 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 02:37:55.582 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.583 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 02:37:55.644 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.718 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.553618ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.728 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.728 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 02:37:55.766 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.829085ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.825 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.873 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 02:37:55.873 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.876 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.351794789\n# Parse_time: 0\n# Compile_time: 0.001955877\n# Rewrite_time: 0.000010595\n# Optimize_time: 0\n# Wait_TS: 0.000434203\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:55.887 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:37:55.956 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.956 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:37:55.996 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.056 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:56.056 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:56.109 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.451287ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:56.118 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:56.118 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 02:37:56.155 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.877383ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.220 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.864 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.296 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 02:37:56.296 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:56.299 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.417047132\n# Parse_time: 0\n# Compile_time: 0.004756416\n# Rewrite_time: 0.000010626\n# Optimize_time: 0\n# Wait_TS: 0.000452076\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:56.323 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:56.385 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:56.385 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:56.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.505 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.661161ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:56.515 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:56.515 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 02:37:56.551 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.056595ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.617 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.314 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.671 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 02:37:56.671 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:56.674 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.352548902\n# Parse_time: 0\n# Compile_time: 0.001608785\n# Rewrite_time: 0.000009131\n# Optimize_time: 0\n# Wait_TS: 0.000381989\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:56.677 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 02:37:56.717 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:56.717 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 02:37:56.756 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.821 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.502246ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:56.830 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:56.830 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 02:37:56.858 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.546831ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.922 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.968 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 02:37:56.968 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:56.973 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 02:37:57.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:57.005 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 02:37:57.056 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:57.056 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:57.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.129 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.234732ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:57.139 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:57.139 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 02:37:57.175 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.196692ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.234 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.268 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 02:37:57.268 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:57.276 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 02:37:57.332 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:57.332 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 02:37:57.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.495 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.427235ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:57.505 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:57.505 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 02:37:57.541 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=52.783968ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.582 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.638 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 02:37:57.639 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:57.642 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.368371218\n# Parse_time: 0\n# Compile_time: 0.002086365\n# Rewrite_time: 0.000015182\n# Optimize_time: 0\n# Wait_TS: 0.000416225\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:57.645 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:57.688 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:57.688 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:57.748 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.727276ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:57.844 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:57.844 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 02:37:57.881 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.369414ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.920 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.962 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 02:37:57.963 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:57.966 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.322239157\n# Parse_time: 0\n# Compile_time: 0.001335092\n# Rewrite_time: 0.000009027\n# Optimize_time: 0\n# Wait_TS: 0.000361876\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:57.970 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 02:37:58.015 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.015 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 02:37:58.050 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.055 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:58.055 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:58.119 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.733388ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:58.129 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:58.129 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 02:37:58.167 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.623506ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.269 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 02:37:58.269 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.272 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.30394542\n# Parse_time: 0\n# Compile_time: 0.001718356\n# Rewrite_time: 0.000009984\n# Optimize_time: 0\n# Wait_TS: 0.000417298\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:58.275 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 02:37:58.322 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.322 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 02:37:58.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.462 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.679957ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:58.472 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:58.472 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 02:37:58.508 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.001867ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.609 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 02:37:58.609 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.612 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.338254313\n# Parse_time: 0\n# Compile_time: 0.001581449\n# Rewrite_time: 0.000009903\n# Optimize_time: 0\n# Wait_TS: 0.000399083\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:58.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:37:58.659 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.659 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 02:37:58.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.766 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.577317ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:58.775 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:58.775 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 02:37:58.813 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.940815ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.874 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.915 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 02:37:58.915 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.919 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.304827462\n# Parse_time: 0\n# Compile_time: 0.001311301\n# Rewrite_time: 0.000009166\n# Optimize_time: 0\n# Wait_TS: 0.000375635\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:58.922 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 02:37:58.967 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.967 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 02:37:59.003 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.055 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:59.055 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:59.068 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.486616ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:59.079 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:59.079 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 02:37:59.114 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.578233ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.232 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 02:37:59.232 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:59.235 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.314638813\n# Parse_time: 0\n# Compile_time: 0.001652167\n# Rewrite_time: 0.000009096\n# Optimize_time: 0\n# Wait_TS: 0.000349439\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:59.240 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:37:59.242 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:59.298 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:59.298 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 02:37:59.362 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.439 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.755647ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:59.448 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:59.449 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 02:37:59.487 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.857057ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.527 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.579 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 02:37:59.579 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:59.582 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.344418838\n# Parse_time: 0\n# Compile_time: 0.002155426\n# Rewrite_time: 0.000011575\n# Optimize_time: 0\n# Wait_TS: 0.000463164\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:59.588 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:37:59.647 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:59.647 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:37:59.697 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.325176ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:59.808 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:59.808 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 02:37:59.843 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.086768ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.879 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.932 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 02:37:59.932 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:59.936 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.350009359\n# Parse_time: 0\n# Compile_time: 0.002105612\n# Rewrite_time: 0.000008884\n# Optimize_time: 0\n# Wait_TS: 0.000316871\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:59.943 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:37:59.997 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:59.997 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:38:00.052 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.056 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:00.056 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:00.141 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.277202ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:00.151 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:00.151 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 02:38:00.187 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.030692ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.280 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 02:38:00.281 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:00.284 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.34283685\n# Parse_time: 0\n# Compile_time: 0.0023301\n# Rewrite_time: 0.00000974\n# Optimize_time: 0\n# Wait_TS: 0.000468947\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:00.291 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 02:38:00.366 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:00.366 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 02:38:00.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.558 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.843361ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:00.567 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:00.567 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 02:38:00.603 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.235008ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.674 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.757 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 02:38:00.758 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:00.761 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.473264055\n# Parse_time: 0\n# Compile_time: 0.003083221\n# Rewrite_time: 0.000009208\n# Optimize_time: 0\n# Wait_TS: 0.000459091\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:00.763 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 02:38:00.800 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:00.800 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 02:38:00.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.293031ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:00.926 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:00.926 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 02:38:00.963 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.656094ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.018 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.050 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 02:38:01.050 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:01.056 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=9e3740cc-eccf-4006-8466-c44f089d28d3] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:01.056 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 02:38:01.056 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:01.057 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:01.142 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:01.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.142 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:01.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 02:38:01.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.000467ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:38:01.289 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.289 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 02:38:01.325 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=52.828902ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:01.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.374 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.437 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 02:38:01.437 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:01.440 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.378719795\n# Parse_time: 0\n# Compile_time: 0.007004175\n# Rewrite_time: 0.003705293\n# Optimize_time: 0\n# Wait_TS: 0.000461\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:01.444 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 02:38:01.496 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.496 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 02:38:01.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.983093ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:01.642 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.642 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 02:38:01.679 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.627956ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.721 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.785 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 02:38:01.785 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:01.788 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.346127117\n# Parse_time: 0\n# Compile_time: 0.001770181\n# Rewrite_time: 0.00000919\n# Optimize_time: 0\n# Wait_TS: 0.000447935\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:01.792 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 02:38:01.833 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.833 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 02:38:01.901 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.600823ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:01.979 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.979 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 02:38:02.015 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=52.975648ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.055 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:02.056 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:02.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.116 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 02:38:02.116 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.119 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.328246995\n# Parse_time: 0\n# Compile_time: 0.001402385\n# Rewrite_time: 0.000008788\n# Optimize_time: 0\n# Wait_TS: 0.000400019\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:02.122 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 02:38:02.176 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.176 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 02:38:02.215 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.282 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.881973ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:02.292 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:02.292 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 02:38:02.328 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.622914ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.392 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.114 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.436 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 02:38:02.436 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.440 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.318681885\n# Parse_time: 0\n# Compile_time: 0.001539111\n# Rewrite_time: 0.000007507\n# Optimize_time: 0\n# Wait_TS: 0.000289286\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:02.447 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 02:38:02.542 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.542 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 02:38:02.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.729 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.256566ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:02.738 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:02.738 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 02:38:02.773 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.031835ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.827 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.464 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.913 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 02:38:02.913 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.917 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.472973777\n# Parse_time: 0\n# Compile_time: 0.003442656\n# Rewrite_time: 0.000009408\n# Optimize_time: 0\n# Wait_TS: 0.000441193\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:02.923 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 02:38:03.002 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.002 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 02:38:03.048 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.055 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:03.056 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:03.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.733764ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.192 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.192 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 02:38:03.228 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.691929ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.274 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.350 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 02:38:03.350 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:03.354 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.432911589\n# Parse_time: 0\n# Compile_time: 0.002635192\n# Rewrite_time: 0.00000937\n# Optimize_time: 0\n# Wait_TS: 0.000451502\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:03.360 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 02:38:03.440 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.440 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 02:38:03.502 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.646 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.32005ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.656 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.656 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 02:38:03.691 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.195831ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.731 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.816 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 02:38:03.816 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:03.820 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.462382217\n# Parse_time: 0\n# Compile_time: 0.003159773\n# Rewrite_time: 0.00000988\n# Optimize_time: 0\n# Wait_TS: 0.000380459\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:03.826 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:38:03.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.902 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:38:03.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.057 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:04.057 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:04.073 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.08046ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:04.082 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:04.082 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 02:38:04.114 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.588644ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.171 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.814 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.255 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 02:38:04.255 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.261 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.43731326\n# Parse_time: 0\n# Compile_time: 0.003291291\n# Rewrite_time: 0.000009718\n# Optimize_time: 0\n# Wait_TS: 0.000435207\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:04.266 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:38:04.344 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.344 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:38:04.407 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.549 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.933868ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:04.558 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:04.558 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 02:38:04.594 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.057606ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.632 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.709 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 02:38:04.709 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.713 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.448857226\n# Parse_time: 0\n# Compile_time: 0.002528523\n# Rewrite_time: 0.000022057\n# Optimize_time: 0\n# Wait_TS: 0.000356774\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:04.720 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 02:38:04.801 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.801 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 02:38:04.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.221461ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.021 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.021 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 02:38:05.056 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.256718ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.057 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:05.058 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:05.129 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.714 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.207 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 02:38:05.207 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.211 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.494098682\n# Parse_time: 0\n# Compile_time: 0.003198141\n# Rewrite_time: 0.000009854\n# Optimize_time: 0\n# Wait_TS: 0.000396145\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.216 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:05.284 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.284 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:05.327 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.430 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.109189ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.438 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.438 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 02:38:05.476 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=52.921608ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.534 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.598 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 02:38:05.598 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.602 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.387525404\n# Parse_time: 0\n# Compile_time: 0.002552498\n# Rewrite_time: 0.000011405\n# Optimize_time: 0\n# Wait_TS: 0.000464475\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.607 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:05.666 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.666 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:05.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.810 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=4.124846ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.822 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.822 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 02:38:05.854 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=54.054669ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.923 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.614 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.979 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 02:38:05.979 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.982 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.377988776\n# Parse_time: 0\n# Compile_time: 0.002329341\n# Rewrite_time: 0.000009952\n# Optimize_time: 0\n# Wait_TS: 0.000315534\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.991 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 02:38:06.069 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:06.069 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:06.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.125 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 02:38:06.174 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.324 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.884148ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.334 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.334 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 02:38:06.368 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.535346ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.426 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.964 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.517 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 02:38:06.517 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.520 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.532591498\n# Parse_time: 0\n# Compile_time: 0.003708372\n# Rewrite_time: 0.000019066\n# Optimize_time: 0\n# Wait_TS: 0.000415049\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:06.526 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:06.593 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.593 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:06.641 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.745 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.375068ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.755 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.755 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 02:38:06.792 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.99069ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.902 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 02:38:06.902 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.906 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.382798992\n# Parse_time: 0\n# Compile_time: 0.003001885\n# Rewrite_time: 0.000009828\n# Optimize_time: 0\n# Wait_TS: 0.000416879\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:06.909 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 02:38:06.954 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.954 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 02:38:07.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.756761ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.093 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.093 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 02:38:07.130 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.980401ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.170 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.914 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.214 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 02:38:07.215 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.218 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.309729965\n# Parse_time: 0\n# Compile_time: 0.00144844\n# Rewrite_time: 0.000009417\n# Optimize_time: 0\n# Wait_TS: 0.00041804\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.221 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 02:38:07.267 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.267 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 02:38:07.304 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.185726ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.408 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.409 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 02:38:07.444 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.312351ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.486 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.214 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.532 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 02:38:07.532 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.536 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.316219321\n# Parse_time: 0\n# Compile_time: 0.001582795\n# Rewrite_time: 0.000008547\n# Optimize_time: 0\n# Wait_TS: 0.000336913\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.537 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 02:38:07.565 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:07.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.565 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:07.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 02:38:07.617 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.030213ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:07.654 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.654 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 02:38:07.692 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=52.926214ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:07.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.729 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.755 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 02:38:07.755 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.810 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:07.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.810 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:07.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 02:38:07.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.949 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.525995ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:38:07.959 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.959 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 02:38:07.995 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=52.918283ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:07.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.030 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.076 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 02:38:08.076 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:08.079 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.318636586\n# Parse_time: 0\n# Compile_time: 0.003461856\n# Rewrite_time: 0.001699664\n# Optimize_time: 0\n# Wait_TS: 0.000381045\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:08.590 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567283757449222\n# Query_time: 0.342599028\n# Parse_time: 0\n# Compile_time: 0.157506721\n# Rewrite_time: 0.004846258\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 374472\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzUuN21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjgBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDczNC42wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDIyLjTCtXMRQQx3YWl0DRoENDUFRhEaKGt2X3JlYWRfd2FsDWgQIDcyLjUJPAhpa3YuGQAEOTYFVRh9LCBzY2FuPoEADGtleXMFxChnZXRfc25hcHNobxF1DDYuMjEFU2hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BokB4bjoge3ByZXdyaXRlOjEuNiE2AVARIRhzOjM0Ny44BUwJFAw6MS4wBSccc2xvd2VzdF8RPyVDACAxg2QwLjAwMnMsIHJlZ2lvbl9pZDogMTAsIHN0byGpODEyNy4wLjAuMToyMDE2MEJiAToJARA3NzMuMimLNgoBAas6+wAEMTAtTlr7AAXrOUwFkRRfYmF0Y2gltgg6IDIpdjAsIHByb3Bvc2Vfc2VuIbAQaXQ6IDABFyRlcnNpc3RfbG9nGe8IMTMyLSYJYBRsZWFkZXINUiQ4N25zLCBzeW5jCTUEODEFzgQsIAksNG1lbXRhYmxlOiAyLjczCecpbAkvCDQ0OEUIGCwgYXBwbHk2rQAEMi5BpA0bFZAIMTAxDY8UbXV0ZXhfKfwBvglzMp8AGRcAd2U9ADYNUwkrGZ4IMTQuBZ4AfVlBGHByaW1hcnlG+wEEMXP++wEt+xAzNzYuOSkUgvsBCDQuNSkN3vsBBDEzLWmu+wEINTguaWwpMDJbAQQzMzb6AQQzMA1hCSw5XAw1NjVuYeku+AEIMTk5LcVG+AEEMTdN5gUbNfgANomFAG3C9QEMMTUuN2XlPpkAADEB3CXzbcoIbnVtoSkJKIWEADFRyRhieXRlOjMyBS5saW5zZXJ0OjE0Ny45bXMJMTE3LjcgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 02:38:08.724 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=19.667174629s] [2024/05/06 02:38:08.750 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cff64489-4aae-4f88-8354-f895688479d5"] [2024/05/06 02:38:08.750 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cff64489-4aae-4f88-8354-f895688479d5"] [2024/05/06 02:38:08.752 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cff64489-4aae-4f88-8354-f895688479d5"] [] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=13.835Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=10.095Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=10.638Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=14.523Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=7.101Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=11.476Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=6.462Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=8.509Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=11.139Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=9.683Β΅s] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:08.753 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.58Β΅s] [2024/05/06 02:38:08.754 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:08.754 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:08.754 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:08.769 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=cff64489-4aae-4f88-8354-f895688479d5] ["take time"=40.289533ms] [2024/05/06 02:38:08.769 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=cff64489-4aae-4f88-8354-f895688479d5] [2024/05/06 02:38:08.772 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=579] [2024/05/06 02:38:08.772 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:08.772 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:08.772 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:08.772 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:08.772 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:08.772 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:08.772 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:08.772 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:08.772 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:08.772 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:08.772 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:08.773 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:08.773 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 9e3740cc-eccf-4006-8466-c44f089d28d3 watch owner key /tidb/br-stream/owner/3eaa8f4bc2484ecf"] [2024/05/06 02:38:08.773 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:08.773 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e3740cc-eccf-4006-8466-c44f089d28d3"] [2024/05/06 02:38:08.773 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:08.773 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:08.775 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e3740cc-eccf-4006-8466-c44f089d28d3"] [error="context canceled"] [2024/05/06 02:38:08.775 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:08.775 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9e3740cc-eccf-4006-8466-c44f089d28d3] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:08.775 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 02:38:08.775 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:08.775 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:08.775 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e3740cc-eccf-4006-8466-c44f089d28d3"] [2024/05/06 02:38:08.775 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:08.775 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:08.775 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=46.761313ms] [2024/05/06 02:38:08.775 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709902348969674] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:08.786 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:08.929 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=491] ["lease id"=3eaa8f4bc2484f65] [2024/05/06 02:38:08.931 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:09.024 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=89.325202ms] [2024/05/06 02:38:09.029 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:09.029 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=ca8fad5b-9894-48f3-bbc1-1b242a945ace] [runWorker=true] [2024/05/06 02:38:09.029 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:09.031 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:09.032 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:09.032 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:09.032 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:09.032 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:09.032 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:09.032 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:09.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:09.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:09.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:09.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:09.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:09.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:09.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:09.033 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:09.033 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:09.034 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24856cb] [ownerID=ca8fad5b-9894-48f3-bbc1-1b242a945ace] [op=none] [2024/05/06 02:38:09.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:09.035 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6cd55bf5-86e6-4018-9be1-8f89cae850d0] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:09.058 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:09.059 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:09.060 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:09.061 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] ["owner key"=/tidb/bindinfo/owner/22318f4bc24856cf] [ownerID=ca8fad5b-9894-48f3-bbc1-1b242a945ace] [op=none] [2024/05/06 02:38:09.075 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 02:38:09.081 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:09.083 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:09.084 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24856cb] [ownerID=ca8fad5b-9894-48f3-bbc1-1b242a945ace] [op=none] [2024/05/06 02:38:09.084 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [op=none] [2024/05/06 02:38:09.084 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:09.161 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:09.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:09.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:09.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:09.186 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:09.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:09.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:09.186 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:09.186 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:09.186 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:09.186 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:09.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:09.188 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:09.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:09.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:09.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:09.189 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:09.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:09.192 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] ["owner key"=/tidb/stats/owner/22318f4bc24856d2] [ownerID=ca8fad5b-9894-48f3-bbc1-1b242a945ace] [op=none] [2024/05/06 02:38:09.192 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:09.193 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=62] [total-mem=32GiB] [2024/05/06 02:38:09.200 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/7f0544b7-4416-464b-aa1f-9ba2f4d8afd5] [2024/05/06 02:38:09.201 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:09.201 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:09.210 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:09.210 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:09.211 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:09.228 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=40.147651ms] [2024/05/06 02:38:09.260 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGzipAndMixedCompression [2024/05/06 02:38:09.271 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/05/06 02:38:09.273 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gzip"] [user=] [2024/05/06 02:38:09.326 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:09.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gzip"] [2024/05/06 02:38:09.327 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:09.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:09.382 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=964.682Β΅s] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:09.421 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 02:38:09.460 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.809606ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:09.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.502 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.264 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.528 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 02:38:09.528 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:09.535 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 02:38:09.586 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:09.586 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 02:38:09.627 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.637 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 02:38:09.702 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.52591ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:09.712 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 02:38:09.749 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.039576ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.836 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.883 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 02:38:09.883 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:09.886 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.352733409\n# Parse_time: 0.000707154\n# Compile_time: 0.000999125\n# Rewrite_time: 0.000012488\n# Optimize_time: 0.000347056\n# Wait_TS: 0.000357892\n# DB: gzip\n# Is_internal: false\n# Digest: e133916c6c145ebf62d40b5eea20db699616ea4a8ea06f2c663b27e77326ec74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gzip;\nCREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 02:38:10.025 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e3740cc-eccf-4006-8466-c44f089d28d3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:10.201 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:10.201 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:10.201 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7f0544b7-4416-464b-aa1f-9ba2f4d8afd5] [watcherID=1321ca05-8dcb-4718-ba8f-bd1159ae78e7] [2024/05/06 02:38:10.212 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:10.227 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=62] [2024/05/06 02:38:10.227 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:10.227 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:10.227 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:10.227 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:10.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:10.708 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:38:10.832 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:38:10.873 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 02:38:10.873 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:38:10.982 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:10.983 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:10.984 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 02:38:11.005 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:11.018 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:11.018 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 02:38:11.018 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=126.521Β΅s] [2024/05/06 02:38:11.019 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=326.461Β΅s] [] [2024/05/06 02:38:11.019 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:11.019 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:38:11.032 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:11.143 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 02:38:11.177 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 02:38:11.183 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=61] [2024/05/06 02:38:11.227 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 02:38:11.229 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 02:38:11.231 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:11.232 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 02:38:11.240 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:11.240 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709902348969674] [2024/05/06 02:38:11.240 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:11.241 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:11.242 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:11.242 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:11.257 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:11.259 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:11.259 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:38:11.259 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 02:38:11.259 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/05/06 02:38:11.304 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 02:38:11.309 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 02:38:11.331 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 02:38:11.332 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 02:38:11.351 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/05/06 02:38:11.354 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=663.426Β΅s] [encodeDur=2.086867ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=136.224Β΅s] [type=file] [takeTime=3.524804ms] [] [2024/05/06 02:38:11.356 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 02:38:11.356 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/e6f2244c-4ec5-4607-b0fc-e70204ae0d44.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 02:38:11.392 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/05/06 02:38:11.394 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=290.298Β΅s] [encodeDur=888.936Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=68.549Β΅s] [type=file] [takeTime=1.706616ms] [] [2024/05/06 02:38:11.395 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 02:38:11.395 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/af07a3c3-4807-470f-918c-c3f822ebfdcc.sst] [firstKey=74800000000000006A5F728000000000000003] [lastKey=74800000000000006A5F728000000000000004] [2024/05/06 02:38:11.403 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/05/06 02:38:11.405 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=1.068522ms] [encodeDur=986.327Β΅s] [checksum="{cksum=12593782543884416478,size=165,kvs=5}"] [deliverDur=70.464Β΅s] [type=file] [takeTime=2.444725ms] [] [2024/05/06 02:38:11.406 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=102.019546ms] [] [2024/05/06 02:38:11.406 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/3cf67622-5a28-42ef-bcb9-91f828f2b0e1.sst] [firstKey=74800000000000006A5F728000000000000005] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 02:38:11.407 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 02:38:11.407 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 02:38:11.407 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 02:38:11.409 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.130276ms] [] [2024/05/06 02:38:11.409 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 02:38:11.415 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:11.436 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/05/06 02:38:11.437 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:11.452 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/05/06 02:38:11.454 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=44.293173ms] [] [2024/05/06 02:38:11.454 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 02:38:11.455 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.27728ms] [] [2024/05/06 02:38:11.455 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 02:38:11.455 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 02:38:11.457 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.736191ms] [] [2024/05/06 02:38:11.457 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 02:38:11.457 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 02:38:11.457 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=67.08Β΅s] [] [2024/05/06 02:38:11.457 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 02:38:11.458 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=956.789Β΅s] [] [2024/05/06 02:38:11.508 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 02:38:11.510 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:11.510 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:11.511 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:11.511 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:11.510 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:11.511 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:11.511 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:11.511 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:11.511 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:11.511 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:11.511 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:11.511 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:11.513 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:11.513 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:11.513 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:11.513 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:11.513 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:11.513 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=285.763525ms] [] [2024/05/06 02:38:11.594 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:11.595 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:11.596 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:11.596 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:11.677 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/05/06 02:38:11.679 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:11.679 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:38:11.841 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 02:38:11.896 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 02:38:11.897 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 02:38:11.897 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 02:38:11.897 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.925Β΅s] [] [2024/05/06 02:38:11.897 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=297] [kvs=9] [checksum=3562370486853394715] [2024/05/06 02:38:11.897 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 02:38:11.897 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 02:38:11.897 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 02:38:11.902 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=3562370486853394715] [totalKvs=9] [totalBytes=297] [2024/05/06 02:38:11.902 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 02:38:11.902 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=5.729533ms] [] [2024/05/06 02:38:11.902 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=5.891518ms] [] [2024/05/06 02:38:11.945 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=104.443746ms] [] [2024/05/06 02:38:11.993 +00:00] [INFO] [executor.go:1430] ["limit executor close takes a long time"] [elapsed=12.907258ms] [2024/05/06 02:38:12.015 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:12.015 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 02:38:12.018 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 02:38:12.079 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 02:38:12.089 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 02:38:12.107 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:12.107 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 02:38:12.194 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:12.416 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.52356365\n# Parse_time: 0.000995684\n# Compile_time: 0.001606858\n# Rewrite_time: 0.000316588\n# Optimize_time: 0.000347056\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi41MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi41MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:38:12.426 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/05/06 02:38:12.456 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:12.413 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:12.456 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:12.413 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table gzip.t"] [2024/05/06 02:38:12.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.413 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.530 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 02:38:12.582 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.315283ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:12.594 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 02:38:12.628 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.333189ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.413 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.701 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 02:38:12.713 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 02:38:12.717 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.413 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.792 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 02:38:12.792 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:12.795 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.370581073\n# Parse_time: 0.000419306\n# Compile_time: 0.000863703\n# Rewrite_time: 0.000009414\n# Optimize_time: 0.001184436\n# Wait_TS: 0.00036384\n# DB: gzip\n# Is_internal: false\n# Digest: 8fa55bff56c3c9eef6de1f96578f05ef16ddee97b827bd3cdada5e520a77fbb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table gzip.t;"] [2024/05/06 02:38:12.810 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:13.041 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:38:13.128 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:38:13.171 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:13.172 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:38:13.277 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:13.278 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:13.280 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 02:38:13.301 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:13.314 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:13.315 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 02:38:13.315 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=95.188Β΅s] [2024/05/06 02:38:13.315 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=236.854Β΅s] [] [2024/05/06 02:38:13.315 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:13.315 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:38:13.428 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 02:38:13.447 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 02:38:13.485 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=61] [2024/05/06 02:38:13.527 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 02:38:13.528 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 02:38:13.531 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:13.539 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:13.539 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709902348969674] [2024/05/06 02:38:13.539 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:13.539 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:13.540 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:13.540 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:13.554 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:13.556 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:13.556 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:38:13.556 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 02:38:13.556 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/06 02:38:13.599 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 02:38:13.604 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 02:38:13.607 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 02:38:13.608 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 02:38:13.617 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [2024/05/06 02:38:13.619 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [readDur=115.097Β΅s] [encodeDur=847.664Β΅s] [checksum="{cksum=3295917154550004049,size=33,kvs=1}"] [deliverDur=485.357Β΅s] [type=file] [takeTime=1.837671ms] [] [2024/05/06 02:38:13.620 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 02:38:13.620 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/5d8fb232-2304-44d7-a0cd-88460684f73f.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/05/06 02:38:13.630 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [2024/05/06 02:38:13.631 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [readDur=108.1Β΅s] [encodeDur=382.091Β΅s] [checksum="{cksum=3799961091930450100,size=33,kvs=1}"] [deliverDur=48.803Β΅s] [type=file] [takeTime=876.451Β΅s] [] [2024/05/06 02:38:13.631 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 02:38:13.631 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/e82b863e-3298-455f-ad3e-0577cb688cf2.sst] [firstKey=74800000000000006C5F728000000000000004] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 02:38:13.641 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [2024/05/06 02:38:13.642 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [readDur=215.961Β΅s] [encodeDur=880.269Β΅s] [checksum="{cksum=0,size=132,kvs=4}"] [deliverDur=74.075Β΅s] [type=file] [takeTime=1.489921ms] [] [2024/05/06 02:38:13.643 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/2e7cb38a-7fc2-4625-865a-13cf66e15c03.sst] [firstKey=74800000000000006C5F728000000000000006] [lastKey=74800000000000006C5F728000000000000009] [2024/05/06 02:38:13.643 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=43.893918ms] [] [2024/05/06 02:38:13.643 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 02:38:13.643 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 02:38:13.644 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 02:38:13.645 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.674663ms] [] [2024/05/06 02:38:13.645 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 02:38:13.650 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:13.672 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/05/06 02:38:13.673 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:13.687 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/05/06 02:38:13.689 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=43.90035ms] [] [2024/05/06 02:38:13.689 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 02:38:13.691 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.252467ms] [] [2024/05/06 02:38:13.691 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 02:38:13.691 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 02:38:13.693 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.927172ms] [] [2024/05/06 02:38:13.693 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 02:38:13.693 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 02:38:13.693 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=58.827Β΅s] [] [2024/05/06 02:38:13.693 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 02:38:13.694 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.000264ms] [] [2024/05/06 02:38:13.756 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 02:38:13.759 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:13.759 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:13.759 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:13.759 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:13.759 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:13.759 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:13.759 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:13.759 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:13.759 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:13.759 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:13.760 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:13.760 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:13.761 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:13.761 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:13.761 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:13.761 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:13.761 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:13.761 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=234.114114ms] [] [2024/05/06 02:38:13.796 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:13.797 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:13.799 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:13.799 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:13.868 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/05/06 02:38:13.870 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:13.870 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:38:13.997 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 02:38:14.068 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 02:38:14.068 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 02:38:14.068 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 02:38:14.069 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=25.71Β΅s] [] [2024/05/06 02:38:14.069 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=198] [kvs=6] [checksum=1801826099013898725] [2024/05/06 02:38:14.069 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 02:38:14.069 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 02:38:14.069 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 02:38:14.073 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=1801826099013898725] [totalKvs=6] [totalBytes=198] [2024/05/06 02:38:14.074 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 02:38:14.074 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.651778ms] [] [2024/05/06 02:38:14.074 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.888564ms] [] [2024/05/06 02:38:14.118 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=120.550339ms] [] [2024/05/06 02:38:14.191 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:14.191 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 02:38:14.194 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 02:38:14.241 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 02:38:14.277 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:14.302 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:14.302 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:14.378 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:14.390 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.593498388\n# Parse_time: 0.000819093\n# Compile_time: 0.001287819\n# Rewrite_time: 0.000303205\n# Optimize_time: 0.001184436\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestImportInto/TestImportFromServer [2024/05/06 02:38:14.419 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/05/06 02:38:14.422 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/05/06 02:38:14.457 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:14.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:14.457 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:14.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_server"] [2024/05/06 02:38:14.522 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:14.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.555 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.071013ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:14.564 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 02:38:14.602 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.172943ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:14.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.655 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:14.414 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.681 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 02:38:14.681 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:14.687 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/05/06 02:38:14.730 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:14.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:14.730 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:14.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100));"] [2024/05/06 02:38:14.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:14.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.789 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 110, Table ID: 112, Table Name: t"] [2024/05/06 02:38:14.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=3.152091ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:14.874 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 02:38:14.889 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.101944ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:14.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.949 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:14.664 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.997 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 02:38:14.997 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:15.000 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314832122\n# Parse_time: 0.000554228\n# Compile_time: 0.000739226\n# Rewrite_time: 0.00000818\n# Optimize_time: 0.001424038\n# Wait_TS: 0.000411619\n# DB: from_server\n# Is_internal: false\n# Digest: 2ddde2966584d9ad12769454e590b3145b3fdd941ece31b54906b745030d6838\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_server;\ncreate table t (a bigint, b varchar(100));"] [2024/05/06 02:38:15.186 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2943040772/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:15.187 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:15.187 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 02:38:15.187 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=65.415Β΅s] [2024/05/06 02:38:15.187 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=188.462Β΅s] [] [2024/05/06 02:38:15.317 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:38:15.364 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 02:38:15.364 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:38:15.471 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:15.472 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:15.473 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 02:38:15.493 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:15.494 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:38:15.612 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 02:38:15.630 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 02:38:15.664 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=54] [2024/05/06 02:38:15.707 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 02:38:15.709 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 02:38:15.717 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:15.717 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709902348969674] [2024/05/06 02:38:15.718 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.718 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:15.719 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:15.719 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.733 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:15.735 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:15.735 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:38:15.735 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 02:38:15.735 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/06 02:38:15.776 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 02:38:15.781 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 02:38:15.785 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:15.785 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 02:38:15.839 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/05/06 02:38:15.841 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=178.657Β΅s] [encodeDur=645.555Β΅s] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=275.42Β΅s] [type=file] [takeTime=1.520553ms] [] [2024/05/06 02:38:15.841 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/a573fce7-3763-4785-9794-aec604464a65.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 02:38:15.841 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=64.938104ms] [] [2024/05/06 02:38:15.842 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 02:38:15.842 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 02:38:15.842 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 02:38:15.844 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.626763ms] [] [2024/05/06 02:38:15.844 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 02:38:15.848 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:15.870 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/05/06 02:38:15.870 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:15.883 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 02:38:15.885 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=41.529884ms] [] [2024/05/06 02:38:15.885 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 02:38:15.886 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.021451ms] [] [2024/05/06 02:38:15.886 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 02:38:15.886 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:15.888 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.417687ms] [] [2024/05/06 02:38:15.888 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 02:38:15.888 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:15.888 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=70.78Β΅s] [] [2024/05/06 02:38:15.888 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:15.889 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=721.405Β΅s] [] [2024/05/06 02:38:15.936 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 02:38:15.938 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:15.938 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:15.938 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:15.938 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:15.938 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:15.938 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:15.939 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.939 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.939 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.939 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.939 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.939 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:15.940 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:15.940 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.940 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.940 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.941 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.941 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=233.136222ms] [] [2024/05/06 02:38:15.986 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:15.987 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:15.988 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:15.988 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:16.056 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/05/06 02:38:16.058 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:16.058 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:38:16.238 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 02:38:16.289 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 02:38:16.289 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 02:38:16.289 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 02:38:16.301 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.494359ms] [] [2024/05/06 02:38:16.301 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=76] [kvs=2] [checksum=4217614283895359297] [2024/05/06 02:38:16.301 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 02:38:16.301 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 02:38:16.301 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 02:38:16.306 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=4217614283895359297] [totalKvs=2] [totalBytes=76] [2024/05/06 02:38:16.306 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 02:38:16.306 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=16.970719ms] [] [2024/05/06 02:38:16.306 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=17.212676ms] [] [2024/05/06 02:38:16.357 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=118.898814ms] [] [2024/05/06 02:38:16.384 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:16.384 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 02:38:16.387 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 02:38:16.442 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 02:38:16.476 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 02:38:16.499 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:16.499 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 02:38:16.583 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.581408203\n# Parse_time: 0.000813867\n# Compile_time: 0.001457698\n# Rewrite_time: 0.000223042\n# Optimize_time: 0.001424038\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2943040772/001/server-0.csv';"] [2024/05/06 02:38:16.591 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 02:38:16.609 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:16.620 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:16.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:16.620 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:16.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:38:16.673 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.685 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 114, Table Name: t, Old Table ID: 112, Old Table Name: t"] [2024/05/06 02:38:16.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.524438ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:16.749 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 02:38:16.785 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.458807ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.853 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 02:38:16.865 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 02:38:16.869 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.564 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.951 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 02:38:16.951 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:16.955 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.364383282\n# Parse_time: 0.000326065\n# Compile_time: 0.000795958\n# Rewrite_time: 0.000007024\n# Optimize_time: 0.00097896\n# Wait_TS: 0.000412987\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:38:17.148 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2943040772/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:17.148 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:17.148 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/05/06 02:38:17.148 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=92.962Β΅s] [2024/05/06 02:38:17.148 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=229.743Β΅s] [] [2024/05/06 02:38:17.238 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=54B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:38:17.294 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 02:38:17.294 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:38:17.399 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:17.400 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:17.401 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 02:38:17.421 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:17.421 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:38:17.543 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 02:38:17.561 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 02:38:17.562 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=54] [2024/05/06 02:38:17.603 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 02:38:17.604 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 02:38:17.613 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:17.613 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709902348969674] [2024/05/06 02:38:17.613 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:17.613 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:17.614 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:17.615 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:17.629 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:17.630 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:17.630 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:38:17.630 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 02:38:17.630 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/05/06 02:38:17.696 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 02:38:17.702 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 02:38:17.705 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:17.706 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:17.706 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:17.706 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:17.757 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [2024/05/06 02:38:17.757 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [2024/05/06 02:38:17.757 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [2024/05/06 02:38:17.759 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [readDur=255.56Β΅s] [encodeDur=1.124891ms] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [deliverDur=343.149Β΅s] [type=file] [takeTime=2.199811ms] [] [2024/05/06 02:38:17.760 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [readDur=233.642Β΅s] [encodeDur=948.912Β΅s] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [deliverDur=273.802Β΅s] [type=file] [takeTime=2.73671ms] [] [2024/05/06 02:38:17.760 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [readDur=166.9Β΅s] [encodeDur=580.085Β΅s] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=295.245Β΅s] [type=file] [takeTime=3.003342ms] [] [2024/05/06 02:38:17.760 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/775fde69-17ce-4142-8c89-00ff0bd0d362.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000000014] [2024/05/06 02:38:17.761 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=64.451774ms] [] [2024/05/06 02:38:17.761 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 02:38:17.761 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 02:38:17.761 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 02:38:17.761 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/78b864bf-b3bd-4a74-8537-c6a9f477eae7.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F72800000000000000B] [2024/05/06 02:38:17.763 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/95f4acd1-2195-4e1f-ac0b-4330398c0ffb.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/05/06 02:38:17.767 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=6.465271ms] [] [2024/05/06 02:38:17.768 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 02:38:17.773 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:17.795 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/05/06 02:38:17.796 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:17.809 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 02:38:17.811 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=43.47527ms] [] [2024/05/06 02:38:17.811 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 02:38:17.812 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.218653ms] [] [2024/05/06 02:38:17.812 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 02:38:17.813 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:17.814 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.444355ms] [] [2024/05/06 02:38:17.814 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 02:38:17.814 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:17.814 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=66.005Β΅s] [] [2024/05/06 02:38:17.814 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:17.815 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=766.921Β΅s] [] [2024/05/06 02:38:17.867 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 02:38:17.869 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:17.869 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:17.869 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:17.869 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:17.869 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:17.869 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:17.869 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:17.869 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:17.869 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:17.870 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:17.870 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:17.870 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:17.871 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:17.872 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:17.872 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:17.872 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:17.872 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:17.872 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=268.575516ms] [] [2024/05/06 02:38:17.915 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:17.916 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:17.917 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:17.918 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:17.985 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/05/06 02:38:17.986 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:17.986 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:38:18.174 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 02:38:18.224 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 02:38:18.224 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 02:38:18.224 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 02:38:18.232 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=7.657471ms] [] [2024/05/06 02:38:18.232 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=228] [kvs=6] [checksum=18361781019534991424] [2024/05/06 02:38:18.232 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 02:38:18.232 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 02:38:18.232 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 02:38:18.237 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=18361781019534991424] [totalKvs=6] [totalBytes=228] [2024/05/06 02:38:18.237 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 02:38:18.237 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=13.172658ms] [] [2024/05/06 02:38:18.237 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=13.415283ms] [] [2024/05/06 02:38:18.283 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=109.319874ms] [] [2024/05/06 02:38:18.318 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:18.318 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 02:38:18.321 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 02:38:18.372 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 02:38:18.400 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 02:38:18.424 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:18.424 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 02:38:18.528 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.572304161\n# Parse_time: 0.000419522\n# Compile_time: 0.001145607\n# Rewrite_time: 0.000263178\n# Optimize_time: 0.00097896\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2943040772/001/server-*.csv';"] [2024/05/06 02:38:18.541 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 02:38:18.546 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:18.573 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:18.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:18.573 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:18.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:38:18.629 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:18.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.640 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 116, Table Name: t, Old Table ID: 114, Old Table Name: t"] [2024/05/06 02:38:18.682 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.50991ms] [gotSchemaVersion=58] [phyTblIDs="[114,116]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:18.694 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 02:38:18.728 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.597425ms] [job="ID:117, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.795 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/06 02:38:18.803 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="truncate table"] [2024/05/06 02:38:18.807 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.888 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 02:38:18.888 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:18.893 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.352487838\n# Parse_time: 0.000418804\n# Compile_time: 0.00085561\n# Rewrite_time: 0.000011511\n# Optimize_time: 0.001181642\n# Wait_TS: 0.000413544\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:38:19.074 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2943040772/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:19.074 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:19.074 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:19.074 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=83.145Β΅s] [2024/05/06 02:38:19.075 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=257.854Β΅s] [] [2024/05/06 02:38:19.174 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:38:19.216 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 02:38:19.217 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:38:19.324 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:19.325 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:19.326 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 02:38:19.348 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:19.348 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:38:19.473 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 02:38:19.490 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 02:38:19.501 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=54] [2024/05/06 02:38:19.545 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 02:38:19.546 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 02:38:19.554 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:19.554 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709902348969674] [2024/05/06 02:38:19.555 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.555 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:19.556 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:19.556 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.570 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:19.572 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:19.572 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:38:19.572 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 02:38:19.572 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/06 02:38:19.613 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 02:38:19.617 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 02:38:19.621 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:19.622 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 02:38:19.669 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [2024/05/06 02:38:19.671 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [readDur=223.451Β΅s] [encodeDur=811.463Β΅s] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [deliverDur=301.264Β΅s] [type=file] [takeTime=1.736426ms] [] [2024/05/06 02:38:19.672 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=58.707438ms] [] [2024/05/06 02:38:19.672 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/a48ea32c-9682-48e2-b8be-d43ac5179f5c.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/05/06 02:38:19.672 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:38:19.672 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:38:19.687 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 02:38:19.690 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.690058ms] [] [2024/05/06 02:38:19.690 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 02:38:19.696 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:19.718 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/05/06 02:38:19.718 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:19.732 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 02:38:19.734 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=44.043195ms] [] [2024/05/06 02:38:19.734 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 02:38:19.736 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.398839ms] [] [2024/05/06 02:38:19.736 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:38:19.736 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:19.738 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.752729ms] [] [2024/05/06 02:38:19.738 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 02:38:19.738 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:19.738 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=87.745Β΅s] [] [2024/05/06 02:38:19.738 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 02:38:19.739 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=955.368Β΅s] [] [2024/05/06 02:38:19.790 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 02:38:19.793 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:19.793 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:19.793 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:19.793 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:19.793 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:19.793 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:19.793 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:19.793 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.793 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:19.794 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.794 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:19.794 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:19.796 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:19.796 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:19.796 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:19.796 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.796 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:19.796 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=251.098841ms] [] [2024/05/06 02:38:19.838 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:19.839 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:19.840 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:19.840 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:19.909 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 02:38:19.911 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:19.911 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:38:20.102 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 02:38:20.149 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 02:38:20.150 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 02:38:20.150 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 02:38:20.157 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.011952ms] [] [2024/05/06 02:38:20.157 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=74] [kvs=2] [checksum=3639429438335945898] [2024/05/06 02:38:20.157 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 02:38:20.157 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 02:38:20.157 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 02:38:20.161 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=116] [physicalTableID=116] [indexID=-1] [checksum=3639429438335945898] [totalKvs=2] [totalBytes=74] [2024/05/06 02:38:20.162 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 02:38:20.162 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=12.252776ms] [] [2024/05/06 02:38:20.162 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=12.479208ms] [] [2024/05/06 02:38:20.204 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=101.886721ms] [] [2024/05/06 02:38:20.243 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:20.243 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 02:38:20.247 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 02:38:20.307 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 02:38:20.323 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 02:38:20.345 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:20.345 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 02:38:20.464 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.570055494\n# Parse_time: 0.000472224\n# Compile_time: 0.001339726\n# Rewrite_time: 0.000294621\n# Optimize_time: 0.001181642\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2943040772/001/test.csv.gz';"] [2024/05/06 02:38:20.464 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSnappy [2024/05/06 02:38:20.505 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/05/06 02:38:20.507 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/05/06 02:38:20.549 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:20.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:20.549 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:20.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database snappy"] [2024/05/06 02:38:20.620 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=1.015863ms] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:20.671 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 02:38:20.709 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.53056ms] [job="ID:119, Type:create schema, State:done, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:20.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.752 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create schema, State:synced, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.514 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.778 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 02:38:20.778 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:20.785 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 02:38:20.828 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:20.828 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 02:38:20.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.885 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 118, Table ID: 120, Table Name: t"] [2024/05/06 02:38:20.977 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.470349ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:20.988 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 02:38:21.024 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.489784ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.107 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.152 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 02:38:21.152 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:21.155 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.372410033\n# Parse_time: 0.000937488\n# Compile_time: 0.001317943\n# Rewrite_time: 0.000008949\n# Optimize_time: 0.00079325\n# Wait_TS: 0.000356357\n# DB: snappy\n# Is_internal: false\n# Digest: a02deaa25c5034e37f814d72bf4f52fe53739dd15cd4b94f74c2300e88105e2e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse snappy;\nCREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 02:38:21.169 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:21.400 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:38:21.496 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=33B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:38:21.534 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 02:38:21.534 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:38:21.640 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:21.641 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:21.642 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 02:38:21.663 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:21.672 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:21.672 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/05/06 02:38:21.672 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=58.064Β΅s] [2024/05/06 02:38:21.672 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=188.406Β΅s] [] [2024/05/06 02:38:21.672 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:21.672 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:38:21.816 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 02:38:21.834 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 02:38:21.843 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=61] [2024/05/06 02:38:21.882 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 02:38:21.883 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 02:38:21.885 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:21.893 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:21.893 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709902348969674] [2024/05/06 02:38:21.894 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:21.894 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:21.895 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:21.895 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:21.908 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:21.910 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:21.910 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:38:21.910 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 02:38:21.910 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/06 02:38:21.961 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 02:38:21.965 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 02:38:21.969 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 02:38:21.969 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 02:38:22.067 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [2024/05/06 02:38:22.070 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [readDur=1.146874ms] [encodeDur=1.027736ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=520.131Β΅s] [type=file] [takeTime=3.112907ms] [] [2024/05/06 02:38:22.071 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/ecbbe9ed-cae1-4c13-8969-a1834233f205.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F728000000000000002] [2024/05/06 02:38:22.071 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=110.374374ms] [] [2024/05/06 02:38:22.071 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:38:22.072 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:38:22.072 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 02:38:22.074 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=2.493413ms] [] [2024/05/06 02:38:22.074 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/05/06 02:38:22.079 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:22.100 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/05/06 02:38:22.100 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:22.113 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 02:38:22.115 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=40.511287ms] [] [2024/05/06 02:38:22.115 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 02:38:22.116 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.068719ms] [] [2024/05/06 02:38:22.116 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:38:22.116 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 02:38:22.118 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.454487ms] [] [2024/05/06 02:38:22.118 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/05/06 02:38:22.118 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 02:38:22.118 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=65.541Β΅s] [] [2024/05/06 02:38:22.118 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 02:38:22.119 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=808.042Β΅s] [] [2024/05/06 02:38:22.179 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:22.180 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:22.181 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:22.181 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:22.186 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 02:38:22.190 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:22.190 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:22.190 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:22.190 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:22.190 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:22.190 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:22.190 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.190 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:22.190 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:22.190 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.190 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:22.190 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:22.192 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:22.193 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:22.193 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:22.193 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.193 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:22.193 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=310.706807ms] [] [2024/05/06 02:38:22.253 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 02:38:22.254 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:22.254 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:38:22.384 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 02:38:22.444 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 02:38:22.444 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 02:38:22.444 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 02:38:22.444 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=12.082Β΅s] [] [2024/05/06 02:38:22.444 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=66] [kvs=2] [checksum=14262047008891545520] [2024/05/06 02:38:22.444 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 02:38:22.444 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 02:38:22.444 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 02:38:22.448 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=14262047008891545520] [totalKvs=2] [totalBytes=66] [2024/05/06 02:38:22.449 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 02:38:22.449 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.999076ms] [] [2024/05/06 02:38:22.449 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.165977ms] [] [2024/05/06 02:38:22.486 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=102.627831ms] [] [2024/05/06 02:38:22.558 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:22.558 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 02:38:22.561 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 02:38:22.628 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 02:38:22.640 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 02:38:22.659 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:22.659 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 02:38:22.739 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:22.759 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.60282842\n# Parse_time: 0.000562067\n# Compile_time: 0.001247155\n# Rewrite_time: 0.00028863\n# Optimize_time: 0.00079325\n# Wait_TS: 0\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestZStd [2024/05/06 02:38:22.768 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/05/06 02:38:22.770 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/05/06 02:38:22.798 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:22.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:22.798 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:22.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database zstd"] [2024/05/06 02:38:22.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:22.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.161132ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:22.929 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/05/06 02:38:22.965 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.504183ms] [job="ID:123, Type:create schema, State:done, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:22.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.045 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create schema, State:synced, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:22.764 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.073 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 02:38:23.073 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.076 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.307228185\n# Parse_time: 0.000227325\n# Compile_time: 0.000474468\n# Rewrite_time: 0.000005024\n# Optimize_time: 0.000951563\n# Wait_TS: 0.000343958\n# DB: snappy\n# Is_internal: false\n# Digest: 5c5cbb71197faed4f5e5e82afcfa1287651392318fe6c1733b42709372a7d8df\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database zstd;"] [2024/05/06 02:38:23.081 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 02:38:23.117 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:23.117 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 02:38:23.164 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.172 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 122, Table ID: 124, Table Name: t"] [2024/05/06 02:38:23.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.398706ms] [gotSchemaVersion=62] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:23.238 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=125] [version=62] [2024/05/06 02:38:23.271 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.494596ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.307 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.064 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.362 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 02:38:23.362 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.530 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:23.737 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:38:23.860 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=56B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:38:23.903 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 02:38:23.903 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:38:24.009 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:24.011 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:24.012 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 02:38:24.031 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:24.044 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:24.044 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/05/06 02:38:24.045 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=81.997Β΅s] [2024/05/06 02:38:24.045 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=227.165Β΅s] [] [2024/05/06 02:38:24.045 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:24.045 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:38:24.177 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 02:38:24.195 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 02:38:24.255 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=61] [2024/05/06 02:38:24.294 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 02:38:24.296 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 02:38:24.296 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:24.305 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:24.305 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709902348969674] [2024/05/06 02:38:24.306 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:24.306 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:24.307 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:24.307 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:24.321 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:24.323 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:24.323 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:38:24.323 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 02:38:24.323 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/05/06 02:38:24.366 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 02:38:24.388 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 02:38:24.392 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 02:38:24.392 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 02:38:24.445 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [2024/05/06 02:38:24.448 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [readDur=1.207306ms] [encodeDur=1.228683ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=229.312Β΅s] [type=file] [takeTime=3.068349ms] [] [2024/05/06 02:38:24.449 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 02:38:24.449 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/191f5396-ab02-4d0c-bb50-d73efbaecd1a.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 02:38:24.458 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [2024/05/06 02:38:24.460 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [readDur=1.113329ms] [encodeDur=961.635Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=59.552Β΅s] [type=file] [takeTime=2.457131ms] [] [2024/05/06 02:38:24.461 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/7e2d727b-e59f-47f1-a19c-cb1ce8f7c1a1.sst] [firstKey=74800000000000007C5F728000000000000003] [lastKey=74800000000000007C5F728000000000000004] [2024/05/06 02:38:24.461 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=94.79863ms] [] [2024/05/06 02:38:24.461 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 02:38:24.461 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 02:38:24.461 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 02:38:24.463 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.50494ms] [] [2024/05/06 02:38:24.463 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/05/06 02:38:24.468 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:24.490 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/05/06 02:38:24.491 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:24.503 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/05/06 02:38:24.505 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=41.960569ms] [] [2024/05/06 02:38:24.505 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 02:38:24.506 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.034136ms] [] [2024/05/06 02:38:24.506 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 02:38:24.506 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 02:38:24.508 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.469515ms] [] [2024/05/06 02:38:24.508 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/05/06 02:38:24.508 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 02:38:24.508 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=62.38Β΅s] [] [2024/05/06 02:38:24.508 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 02:38:24.509 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=932.905Β΅s] [] [2024/05/06 02:38:24.561 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 02:38:24.563 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:24.563 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:24.563 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:24.563 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:24.563 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:24.563 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:24.563 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:24.563 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:24.563 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:24.563 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:24.563 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:24.563 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:24.565 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:24.565 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:24.565 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:24.565 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:24.565 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:24.565 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=270.755012ms] [] [2024/05/06 02:38:24.623 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:24.625 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:24.626 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:24.626 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:24.710 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/05/06 02:38:24.712 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:24.712 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:38:24.844 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 02:38:24.886 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 02:38:24.886 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 02:38:24.886 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 02:38:24.886 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=13.169Β΅s] [] [2024/05/06 02:38:24.886 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=132] [kvs=4] [checksum=11508402849382241477] [2024/05/06 02:38:24.886 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 02:38:24.887 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 02:38:24.887 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 02:38:24.890 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=11508402849382241477] [totalKvs=4] [totalBytes=132] [2024/05/06 02:38:24.891 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 02:38:24.891 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.738027ms] [] [2024/05/06 02:38:24.891 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.902555ms] [] [2024/05/06 02:38:24.924 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:24.924 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 02:38:24.927 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 02:38:24.932 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=87.712913ms] [] [2024/05/06 02:38:24.995 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 02:38:25.032 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 02:38:25.057 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:25.057 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 02:38:25.129 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.613324926\n# Parse_time: 0.000720513\n# Compile_time: 0.001523025\n# Rewrite_time: 0.000328709\n# Optimize_time: 0.000951563\n# Wait_TS: 0\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse zstd;\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:38:25.159 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:25.175 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [2024/05/06 02:38:25.175 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [2024/05/06 02:38:25.175 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:25.177 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [] [2024/05/06 02:38:25.178 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:25.178 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=32.955Β΅s] [2024/05/06 02:38:25.178 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=25.799Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=24.115Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=25.618Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=25.693Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=23.089Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=22.902Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=20.884Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=23.63Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=23.738Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=15.703Β΅s] [2024/05/06 02:38:25.179 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:25.179 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:25.179 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:25.187 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=ca8fad5b-9894-48f3-bbc1-1b242a945ace] ["take time"=44.530851ms] [2024/05/06 02:38:25.188 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=ca8fad5b-9894-48f3-bbc1-1b242a945ace] [2024/05/06 02:38:25.190 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:25.190 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:25.190 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7f0544b7-4416-464b-aa1f-9ba2f4d8afd5] [watcherID=1321ca05-8dcb-4718-ba8f-bd1159ae78e7] [2024/05/06 02:38:25.190 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/7f0544b7-4416-464b-aa1f-9ba2f4d8afd5] [2024/05/06 02:38:25.190 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:25.190 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:25.190 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:25.190 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:25.190 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:25.190 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:25.191 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:25.191 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:25.191 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:25.191 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:25.196 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:25.196 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:25.197 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=491] [2024/05/06 02:38:25.197 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:25.197 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:25.197 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=ca8fad5b-9894-48f3-bbc1-1b242a945ace] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:25.198 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [2024/05/06 02:38:25.198 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:25.198 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:25.198 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:25.198 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:25.198 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:25.198 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:25.198 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd55bf5-86e6-4018-9be1-8f89cae850d0"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:25.198 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace watch owner key /tidb/stats/owner/22318f4bc24856d2"] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:25.198 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:25.198 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:25.198 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:25.198 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:25.198 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:25.198 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:25.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:25.198 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:25.199 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:25.198 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:25.199 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:25.199 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=ca8fad5b-9894-48f3-bbc1-1b242a945ace] [2024/05/06 02:38:25.199 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:25.199 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:25.199 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:25.200 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [error="context canceled"] [2024/05/06 02:38:25.200 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:25.200 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:25.200 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:25.200 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd55bf5-86e6-4018-9be1-8f89cae850d0"] [error="context canceled"] [2024/05/06 02:38:25.200 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6cd55bf5-86e6-4018-9be1-8f89cae850d0] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:25.200 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:25.200 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:25.200 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd55bf5-86e6-4018-9be1-8f89cae850d0"] [2024/05/06 02:38:25.208 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:25.208 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:25.208 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:25.400 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:26.447 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd55bf5-86e6-4018-9be1-8f89cae850d0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:26.458 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:26.458 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:26.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:26.655 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ca8fad5b-9894-48f3-bbc1-1b242a945ace"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:26.655 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:26.655 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:26.655 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:26.663 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.519697214s] [2024/05/06 02:38:26.663 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:26.663 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:26.663 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:26.663 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:26.664 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:26.663 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:26.663 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:26.664 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:26.664 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:26.664 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:26.664 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:26.664 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:26.665 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (38.00s) --- PASS: TestImportInto/TestGzipAndMixedCompression (5.15s) --- PASS: TestImportInto/TestImportFromServer (6.09s) --- PASS: TestImportInto/TestSnappy (2.26s) --- PASS: TestImportInto/TestZStd (2.37s) PASS coverage: 13.5% of statements GCov does not exist at the given path: '' May 06, 2024 2:38:32 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 2:38:32 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 2:38:32 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 2:38:32 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 2:38:32 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 85.779s, Critical Path: 68.15s INFO: 1529 processes: 1503 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1529 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,561 / 1,562] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 40s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 41s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 40s remote-cache, linux-sandbox [1,561 / 1,562] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 10s remote-cache, linux-sandbox [1,561 / 1,562] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 11s remote-cache, linux-sandbox [1,566 / 1,570] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,531 / 1,532] 1 / 1 tests; Testing //tests/realtikvtest/importintotest4:importintotest4_test; 52s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestImportInto [2024/05/06 02:37:52.135 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:37:52.135 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:37:52.136 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:37:52.137 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:52.137 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:37:52.138 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:37:52.138 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:52.141 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:37:52.146 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:52.148 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:52.149 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:52.174 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:52.174 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:52.183 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:52.183 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:52.196 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:52.220 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709921601356230] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:37:52.332 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:37:52.472 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=314] ["lease id"=6f188f4bc261e8c7] [2024/05/06 02:37:52.475 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:37:52.481 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:64\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest4/importintotest4_test.TestImportInto\n\ttests/realtikvtest/importintotest4/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 02:37:52.505 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.306702ms] [2024/05/06 02:37:52.508 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:37:52.508 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=076b1015-c874-4083-a7d5-3397e0be46df] [runWorker=true] [2024/05/06 02:37:52.508 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:37:52.510 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:37:52.511 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:37:52.511 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:37:52.511 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:37:52.511 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:37:52.512 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:37:52.512 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:37:52.512 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:37:52.512 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:37:52.512 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:52.512 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:52.512 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:37:52.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:52.512 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:37:52.512 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:52.512 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:37:52.513 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 076b1015-c874-4083-a7d5-3397e0be46df"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc261e8cb] [ownerID=076b1015-c874-4083-a7d5-3397e0be46df] [op=none] [2024/05/06 02:37:52.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:37:52.515 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=eb5ddbee-4dd7-4247-962c-521f5bb3dd0f] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:52.516 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb5ddbee-4dd7-4247-962c-521f5bb3dd0f"] ["owner key"=/tidb/br-stream/owner/3eaa8f4bc261e7db] [ownerID=eb5ddbee-4dd7-4247-962c-521f5bb3dd0f] [op=none] [2024/05/06 02:37:52.523 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 02:37:52.551 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:52.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.551 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:52.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 02:37:52.563 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:52.564 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 076b1015-c874-4083-a7d5-3397e0be46df"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc261e8cb] [ownerID=076b1015-c874-4083-a7d5-3397e0be46df] [op=none] [2024/05/06 02:37:52.564 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 076b1015-c874-4083-a7d5-3397e0be46df"] [op=none] [2024/05/06 02:37:52.564 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:37:52.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.660 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.699822ms] [2024/05/06 02:37:52.665 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:37:52.673 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.674 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 02:37:52.685 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.886146ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:52.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.721 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.748 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 02:37:52.748 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.753 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 02:37:52.784 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 02:37:52.964 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.964 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 02:37:53.011 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.297 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.150002ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.306 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.306 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 02:37:53.340 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.538694ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.394 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.517 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:53.518 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:53.569 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 02:37:53.570 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.573 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.801762432\n# Parse_time: 0\n# Compile_time: 0.012625922\n# Rewrite_time: 0.000010941\n# Optimize_time: 0\n# Wait_TS: 0.000466291\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 02:37:53.579 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 02:37:53.626 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 02:37:53.671 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.741 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.596893ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.749 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.749 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 02:37:53.788 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.760505ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.825 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.869 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 02:37:53.869 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.875 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 02:37:53.922 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.922 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 02:37:53.960 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.029 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.669191ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.038 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.038 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 02:37:54.075 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=54.202641ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.130 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.167 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 02:37:54.167 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.182 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 02:37:54.284 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.284 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 02:37:54.338 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.970566ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.512 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:37:54.512 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 02:37:54.515 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:54.515 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:54.523 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.523 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 02:37:54.556 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.714613ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.634 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.732 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 02:37:54.732 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.735 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.558385715\n# Parse_time: 0\n# Compile_time: 0.005752346\n# Rewrite_time: 0.000009739\n# Optimize_time: 0\n# Wait_TS: 0.000418952\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:54.741 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 02:37:54.801 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.801 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 02:37:54.849 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.940 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.348037ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.949 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.949 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 02:37:54.986 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.259847ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.034 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.105 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 02:37:55.105 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.108 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.369712463\n# Parse_time: 0\n# Compile_time: 0.002674077\n# Rewrite_time: 0.000010886\n# Optimize_time: 0\n# Wait_TS: 0.000469999\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:55.113 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 02:37:55.181 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.182 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 02:37:55.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.321 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.203357ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.332 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.332 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 02:37:55.367 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.09433ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.426 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.484 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 02:37:55.484 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.487 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.376485359\n# Parse_time: 0\n# Compile_time: 0.002119775\n# Rewrite_time: 0.00001099\n# Optimize_time: 0\n# Wait_TS: 0.000387005\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:55.491 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 02:37:55.515 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:55.515 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:55.536 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.536 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 02:37:55.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.318372ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.668 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.668 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 02:37:55.706 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.969265ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.776 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.815 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 02:37:55.815 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.819 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.328978846\n# Parse_time: 0\n# Compile_time: 0.001204352\n# Rewrite_time: 0.000014224\n# Optimize_time: 0\n# Wait_TS: 0.000390522\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:55.821 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 02:37:55.874 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.874 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 02:37:55.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.390662ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:56.009 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:56.009 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 02:37:56.046 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.683329ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.110 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.153 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 02:37:56.153 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:56.156 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.335908448\n# Parse_time: 0\n# Compile_time: 0.001226435\n# Rewrite_time: 0.0000102\n# Optimize_time: 0\n# Wait_TS: 0.000321777\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:56.161 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 02:37:56.210 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:56.210 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 02:37:56.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.347 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.865765ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:56.356 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:56.356 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 02:37:56.394 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.538463ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.428 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.478 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 02:37:56.478 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:56.481 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.322304636\n# Parse_time: 0\n# Compile_time: 0.00211237\n# Rewrite_time: 0.000010178\n# Optimize_time: 0\n# Wait_TS: 0.000289988\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:56.488 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 02:37:56.516 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:56.516 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:56.553 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:56.553 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 02:37:56.618 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.699 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.940117ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:56.709 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:56.709 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 02:37:56.745 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.222642ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.781 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.827 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 02:37:56.827 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:56.831 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.346381798\n# Parse_time: 0\n# Compile_time: 0.003372212\n# Rewrite_time: 0.000009315\n# Optimize_time: 0\n# Wait_TS: 0.000678113\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:56.839 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:56.841 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:56.909 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:56.909 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:56.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.622977ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:57.075 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:57.075 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 02:37:57.112 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.255352ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.188 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.268 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 02:37:57.269 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:57.272 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.436327581\n# Parse_time: 0\n# Compile_time: 0.003904985\n# Rewrite_time: 0.000009871\n# Optimize_time: 0\n# Wait_TS: 0.000302905\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:57.276 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 02:37:57.335 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:57.335 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 02:37:57.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.477 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.568343ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:57.487 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:57.487 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 02:37:57.515 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:57.516 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:57.523 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.97124ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.586 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.648 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 02:37:57.648 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:57.652 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.377223375\n# Parse_time: 0\n# Compile_time: 0.002088955\n# Rewrite_time: 0.000008865\n# Optimize_time: 0\n# Wait_TS: 0.000310117\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:57.656 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:37:57.714 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:57.714 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 02:37:57.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.863 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.906319ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:57.874 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:57.874 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 02:37:57.909 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.544346ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.978 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.028 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 02:37:58.028 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.032 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.377472354\n# Parse_time: 0\n# Compile_time: 0.002048793\n# Rewrite_time: 0.000010839\n# Optimize_time: 0\n# Wait_TS: 0.000386368\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:58.037 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:37:58.087 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.087 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 02:37:58.150 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.222 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.755514ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:58.232 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:58.232 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 02:37:58.269 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.885758ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.328 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.377 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 02:37:58.378 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.381 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.346922048\n# Parse_time: 0\n# Compile_time: 0.003643196\n# Rewrite_time: 0.000008931\n# Optimize_time: 0\n# Wait_TS: 0.000428384\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:58.384 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:58.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.431 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:58.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.514 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:58.514 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:58.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.825407ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:58.588 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:58.588 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 02:37:58.624 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.26387ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.680 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.723 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 02:37:58.723 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.727 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.344159837\n# Parse_time: 0\n# Compile_time: 0.00136911\n# Rewrite_time: 0.000010293\n# Optimize_time: 0\n# Wait_TS: 0.000413092\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:58.732 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 02:37:58.786 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.786 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 02:37:58.847 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.921 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.922857ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:58.930 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:58.930 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 02:37:58.967 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.893814ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.029 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.080 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 02:37:59.080 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:59.084 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.353859352\n# Parse_time: 0\n# Compile_time: 0.00252279\n# Rewrite_time: 0.000009678\n# Optimize_time: 0\n# Wait_TS: 0.000361235\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:59.090 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 02:37:59.138 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:59.138 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 02:37:59.208 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.287 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.88906ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:59.297 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:59.297 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 02:37:59.334 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=54.290411ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.391 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.438 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 02:37:59.438 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:59.441 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.35419364\n# Parse_time: 0\n# Compile_time: 0.002967872\n# Rewrite_time: 0.000017146\n# Optimize_time: 0\n# Wait_TS: 0.000592773\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:59.448 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:37:59.514 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:59.514 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:59.518 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:59.518 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:37:59.564 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.672 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.6318ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:59.681 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:59.681 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 02:37:59.718 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.626708ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.777 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.855 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 02:37:59.855 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:59.858 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.413249475\n# Parse_time: 0\n# Compile_time: 0.00291855\n# Rewrite_time: 0.000009642\n# Optimize_time: 0\n# Wait_TS: 0.00040704\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:59.885 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:59.935 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:59.935 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:59.979 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.055 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.708043ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:00.065 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:00.065 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 02:38:00.102 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.260216ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.136 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.185 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 02:38:00.185 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:00.188 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.304335591\n# Parse_time: 0\n# Compile_time: 0.001556497\n# Rewrite_time: 0.000013212\n# Optimize_time: 0\n# Wait_TS: 0.000434702\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:00.191 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 02:38:00.233 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:00.233 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 02:38:00.275 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.333 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.370148ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:00.341 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:00.341 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 02:38:00.380 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.153294ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.450 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.492 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 02:38:00.492 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:00.495 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.305016911\n# Parse_time: 0\n# Compile_time: 0.001254967\n# Rewrite_time: 0.000009485\n# Optimize_time: 0\n# Wait_TS: 0.00039142\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:00.497 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 02:38:00.514 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:00.514 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:00.534 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:00.534 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 02:38:00.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.327837ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:00.656 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:00.656 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 02:38:00.691 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.492421ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.754 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.786 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 02:38:00.786 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:00.795 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 02:38:00.849 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:00.849 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 02:38:00.904 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.319967ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:01.009 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.009 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 02:38:01.046 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.233498ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.089 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.144 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 02:38:01.145 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:01.148 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.354732704\n# Parse_time: 0\n# Compile_time: 0.002053716\n# Rewrite_time: 0.000008323\n# Optimize_time: 0\n# Wait_TS: 0.000313155\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:01.151 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:38:01.199 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.199 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:38:01.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.338 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.774095ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:01.347 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.348 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 02:38:01.384 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.295843ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.431 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.475 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 02:38:01.476 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:01.479 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.329594894\n# Parse_time: 0\n# Compile_time: 0.001283333\n# Rewrite_time: 0.000008593\n# Optimize_time: 0\n# Wait_TS: 0.000361048\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:01.483 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 02:38:01.515 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:01.515 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:01.534 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.534 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 02:38:01.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.605641ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:01.677 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.677 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 02:38:01.716 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=54.150061ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.775 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.820 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 02:38:01.820 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:01.823 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.341766209\n# Parse_time: 0\n# Compile_time: 0.001701481\n# Rewrite_time: 0.000010491\n# Optimize_time: 0\n# Wait_TS: 0.000365879\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:01.826 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 02:38:01.868 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.868 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 02:38:01.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.980 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.770408ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:01.991 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.991 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 02:38:02.026 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.351122ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.087 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.130 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 02:38:02.130 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.133 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.308330686\n# Parse_time: 0\n# Compile_time: 0.001512045\n# Rewrite_time: 0.000009237\n# Optimize_time: 0\n# Wait_TS: 0.000352962\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:02.136 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:38:02.181 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.181 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 02:38:02.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.704284ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:02.329 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:02.329 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 02:38:02.366 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.730357ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.428 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.473 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 02:38:02.473 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.476 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.341517424\n# Parse_time: 0\n# Compile_time: 0.001272545\n# Rewrite_time: 0.000008734\n# Optimize_time: 0\n# Wait_TS: 0.000363344\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:02.480 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 02:38:02.514 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:02.515 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:02.537 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.537 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 02:38:02.607 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.692 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.665954ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:02.702 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:02.702 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 02:38:02.739 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=54.132171ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.797 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.846 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 02:38:02.847 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.851 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.372285427\n# Parse_time: 0\n# Compile_time: 0.001716667\n# Rewrite_time: 0.000013576\n# Optimize_time: 0\n# Wait_TS: 0.000379187\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:02.856 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:38:02.858 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:02.912 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.912 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 02:38:02.979 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.881502ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.080 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.080 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 02:38:03.116 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.9071ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.191 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.240 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 02:38:03.240 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:03.243 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.38929127\n# Parse_time: 0\n# Compile_time: 0.002297986\n# Rewrite_time: 0.000010636\n# Optimize_time: 0\n# Wait_TS: 0.00039683\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:03.248 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:38:03.301 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.301 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:38:03.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.455 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.936927ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.465 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.465 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 02:38:03.501 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.2438ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.514 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:03.514 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:03.535 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.591 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 02:38:03.591 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:03.595 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.34900102\n# Parse_time: 0\n# Compile_time: 0.002182331\n# Rewrite_time: 0.000007789\n# Optimize_time: 0\n# Wait_TS: 0.00033602\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:03.600 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:38:03.662 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.662 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:38:03.711 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.804 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.062697ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.814 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.814 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 02:38:03.851 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.909653ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.890 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.945 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 02:38:03.945 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:03.949 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.351085114\n# Parse_time: 0\n# Compile_time: 0.0023518\n# Rewrite_time: 0.000010275\n# Optimize_time: 0\n# Wait_TS: 0.000327589\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:03.956 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 02:38:04.042 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.042 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 02:38:04.083 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.208 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.60327ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:04.218 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:04.218 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 02:38:04.257 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=56.768168ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.332 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.409 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 02:38:04.409 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.412 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.459062238\n# Parse_time: 0\n# Compile_time: 0.003304608\n# Rewrite_time: 0.000008987\n# Optimize_time: 0\n# Wait_TS: 0.000490813\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:04.414 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 02:38:04.450 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.450 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 02:38:04.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.514 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:04.514 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:04.515 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=eb5ddbee-4dd7-4247-962c-521f5bb3dd0f] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:04.515 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 02:38:04.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.545896ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:04.575 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:04.575 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 02:38:04.610 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.530661ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.664 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.699 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 02:38:04.699 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.789 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:04.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.789 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:04.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 02:38:04.832 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.931 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=5.154906ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:38:04.944 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:04.944 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 02:38:04.976 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.871518ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:04.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.028 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.088 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 02:38:05.088 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.092 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.382371715\n# Parse_time: 0\n# Compile_time: 0.007857075\n# Rewrite_time: 0.004286225\n# Optimize_time: 0\n# Wait_TS: 0.000692932\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.098 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 02:38:05.153 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.153 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 02:38:05.203 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.296 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=18.593516ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.307 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.307 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 02:38:05.325 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.149611ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.378 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.429 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 02:38:05.429 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.432 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.336610249\n# Parse_time: 0\n# Compile_time: 0.002877904\n# Rewrite_time: 0.000013841\n# Optimize_time: 0\n# Wait_TS: 0.000305196\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.435 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 02:38:05.480 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.480 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 02:38:05.514 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:05.514 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:05.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.619 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.784851ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.628 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.628 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 02:38:05.665 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.611342ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.728 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.782 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 02:38:05.782 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.786 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.351730644\n# Parse_time: 0\n# Compile_time: 0.001451513\n# Rewrite_time: 0.000008756\n# Optimize_time: 0\n# Wait_TS: 0.000432989\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.790 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 02:38:05.835 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.835 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 02:38:05.877 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.53828ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.954 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.954 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 02:38:05.992 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.854935ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.039 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.088 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 02:38:06.088 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.092 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.303744952\n# Parse_time: 0\n# Compile_time: 0.00165022\n# Rewrite_time: 0.000013157\n# Optimize_time: 0\n# Wait_TS: 0.000358052\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:06.099 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 02:38:06.182 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.182 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 02:38:06.252 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.059229ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.401 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.401 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 02:38:06.436 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.544131ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.483 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.514 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:06.515 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:06.566 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 02:38:06.567 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.570 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.473705815\n# Parse_time: 0\n# Compile_time: 0.003569846\n# Rewrite_time: 0.000010422\n# Optimize_time: 0\n# Wait_TS: 0.000388751\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:06.575 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 02:38:06.658 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.658 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 02:38:06.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.844 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.759105ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.854 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.854 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 02:38:06.890 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.37768ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.939 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.021 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 02:38:07.021 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.025 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.452123201\n# Parse_time: 0\n# Compile_time: 0.002452179\n# Rewrite_time: 0.000012037\n# Optimize_time: 0\n# Wait_TS: 0.000338193\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.032 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 02:38:07.118 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.118 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 02:38:07.157 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.305 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.273878ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.315 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.315 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 02:38:07.351 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.869784ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.389 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.470 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 02:38:07.470 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.473 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.444596924\n# Parse_time: 0\n# Compile_time: 0.00308237\n# Rewrite_time: 0.000014305\n# Optimize_time: 0\n# Wait_TS: 0.00032814\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.479 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:38:07.514 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:07.515 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:07.556 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.556 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:38:07.613 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.31879ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.755 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.755 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 02:38:07.790 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.036831ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.925 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 02:38:07.925 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.929 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.452018329\n# Parse_time: 0\n# Compile_time: 0.002571529\n# Rewrite_time: 0.000010317\n# Optimize_time: 0\n# Wait_TS: 0.000354935\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.936 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:38:08.011 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:08.011 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:38:08.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.180 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.181838ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:08.190 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:08.190 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 02:38:08.225 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.341768ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.280 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.358 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 02:38:08.358 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:08.362 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.429611478\n# Parse_time: 0\n# Compile_time: 0.003800253\n# Rewrite_time: 0.000013076\n# Optimize_time: 0\n# Wait_TS: 0.000422512\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:08.369 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 02:38:08.457 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:08.457 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 02:38:08.515 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:08.515 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:08.523 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.078371ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:08.667 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:08.667 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 02:38:08.702 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.825989ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.741 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.832 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 02:38:08.832 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:08.836 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.469880874\n# Parse_time: 0\n# Compile_time: 0.00330239\n# Rewrite_time: 0.00000803\n# Optimize_time: 0\n# Wait_TS: 0.000374287\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:08.842 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:08.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:08.908 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:08.953 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.059 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.192628ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:09.071 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:09.071 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 02:38:09.105 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.37828ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.180 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.241 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 02:38:09.241 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:09.245 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.406072674\n# Parse_time: 0\n# Compile_time: 0.00261697\n# Rewrite_time: 0.000011139\n# Optimize_time: 0\n# Wait_TS: 0.000391667\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:09.250 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:09.309 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:09.310 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:09.359 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.450 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.081376ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:09.459 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:09.459 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 02:38:09.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.247847ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.523 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:09.523 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:09.531 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.586 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 02:38:09.586 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:09.590 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.341547455\n# Parse_time: 0\n# Compile_time: 0.002386045\n# Rewrite_time: 0.000014357\n# Optimize_time: 0\n# Wait_TS: 0.000423292\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:09.599 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 02:38:09.700 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:09.700 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 02:38:09.757 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.905 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.14214ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:09.914 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:09.914 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 02:38:09.950 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.18699ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.988 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.076 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 02:38:10.076 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:10.079 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.484199473\n# Parse_time: 0\n# Compile_time: 0.003661255\n# Rewrite_time: 0.000011066\n# Optimize_time: 0\n# Wait_TS: 0.000390849\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:10.086 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:10.146 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.146 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:10.202 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.308 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.138003ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:10.317 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:10.317 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 02:38:10.354 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.317011ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.389 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.453 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 02:38:10.453 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:10.457 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.374686332\n# Parse_time: 0\n# Compile_time: 0.003877392\n# Rewrite_time: 0.000016411\n# Optimize_time: 0\n# Wait_TS: 0.000358409\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:10.460 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 02:38:10.508 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 02:38:10.508 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.489312ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:10.652 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:10.652 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 02:38:10.690 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.338538ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.744 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.787 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 02:38:10.787 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:10.791 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.33236108\n# Parse_time: 0\n# Compile_time: 0.00132576\n# Rewrite_time: 0.000007439\n# Optimize_time: 0\n# Wait_TS: 0.000391231\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:10.795 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 02:38:10.843 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.843 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 02:38:10.886 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.985 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.860125ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:10.994 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:10.994 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 02:38:11.031 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.51701ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.085 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.136 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 02:38:11.136 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:11.140 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.346939056\n# Parse_time: 0\n# Compile_time: 0.001641809\n# Rewrite_time: 0.000010661\n# Optimize_time: 0\n# Wait_TS: 0.000365965\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:11.141 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 02:38:11.169 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:11.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:11.169 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:11.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 02:38:11.221 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.039801ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:11.260 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:11.260 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 02:38:11.300 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.398554ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:11.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.367 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.393 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 02:38:11.393 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:11.448 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:11.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:11.448 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:11.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 02:38:11.518 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.589 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.437213ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:38:11.598 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:11.598 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 02:38:11.635 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.145033ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:11.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.683 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.749 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 02:38:11.750 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:11.754 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.355236289\n# Parse_time: 0\n# Compile_time: 0.003519715\n# Rewrite_time: 0.001692537\n# Optimize_time: 0\n# Wait_TS: 0.000357793\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:12.310 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567284712177672\n# Query_time: 0.349515959\n# Parse_time: 0\n# Compile_time: 0.153736084\n# Rewrite_time: 0.004698026\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 360717\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1AvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE4Ni43bXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogMzQJIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwloHC4xOG1zfSwgAQ4YX2RldGFpbBFjHF9wcm9jZXNzCSocIDI5LjfCtXMRPwx3YWl0DRoMNDkuOB0aKGt2X3JlYWRfd2FsDWYQIDg1LjQJIghpa3YuGQAYMTAzLjbCtQGCDHNjYW4+ggAMa2V5cwXDKGdldF9zbmFwc2hvEXYMMTEuMgVUaHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGjQHhuOiB7cHJld3JpdGU6MS41IVcBUBEhGHM6Mzk1LjkFTAkUEDoxLjEzASccc2xvd2VzdF8RPyVCACAxgmQwLjAwMXMsIHJlZ2lvbl9pZDogMTAsIHN0byGoNDEyNy4wLjAuMToyMDE2IXcEaW0uYwE6CgEQNjU4LjFOCgEBq0L7AAWtWvkABek5SgWPFF9iYXRjaCW1CDogMimMKHByb3Bvc2Vfc2VuIa1IaXQ6IDBzLCBwZXJzaXN0X2xvZxnrDDE0NS4p5AleFGxlYWRlcg1QJDk3bnMsIHN5bmMJNQQ5NC2aCSwwbWVtdGFibGU6IDIuNAG6OZ0FZAgzNzQNXBBhcHBseTKrAAQxNi4bABWQBDY1TYwUbXV0ZXhfKfcBvQlyMp4AGRcAd2E3DDE0LjMlPgkrGZ0IOS40QQQuPAIYcHJpbWFyef72AWr2AQwzOTYuUgADSvYBCDguMCm53vgBBDEwDfuu+gEANmllKS4yWQEEMzQ29wEEMzda9wEMNTE3bj71AQgxNzdtc0r1ATGjBRs19Qw4NC41JboAbcL1AQQyMA1tCcc59QQxMgUZJfVtxwhudW2hJQkqhYEEMSwNDhhieXRlOjMyBS5saW5zZXJ0OjE1Mi4xbXMJMTA0LjMgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 02:38:12.403 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=19.888122709s] [2024/05/06 02:38:12.408 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 076b1015-c874-4083-a7d5-3397e0be46df"] [2024/05/06 02:38:12.408 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 076b1015-c874-4083-a7d5-3397e0be46df"] [2024/05/06 02:38:12.410 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 076b1015-c874-4083-a7d5-3397e0be46df"] [] [2024/05/06 02:38:12.411 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:12.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=14.947Β΅s] [2024/05/06 02:38:12.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=12.807Β΅s] [2024/05/06 02:38:12.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=12.45Β΅s] [2024/05/06 02:38:12.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=14.048Β΅s] [2024/05/06 02:38:12.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=6.515Β΅s] [2024/05/06 02:38:12.412 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=9.473Β΅s] [2024/05/06 02:38:12.412 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=17.887Β΅s] [2024/05/06 02:38:12.412 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=9.185Β΅s] [2024/05/06 02:38:12.412 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=8.945Β΅s] [2024/05/06 02:38:12.412 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=3.419Β΅s] [2024/05/06 02:38:12.412 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:12.412 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.939Β΅s] [2024/05/06 02:38:12.412 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:12.412 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:12.412 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:12.425 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=076b1015-c874-4083-a7d5-3397e0be46df] ["take time"=17.032304ms] [2024/05/06 02:38:12.425 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=076b1015-c874-4083-a7d5-3397e0be46df] [2024/05/06 02:38:12.427 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=314] [2024/05/06 02:38:12.428 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:12.428 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:12.428 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:12.428 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:12.428 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:12.428 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:12.428 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:12.428 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:12.428 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:12.429 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:12.429 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:12.429 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:12.429 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager eb5ddbee-4dd7-4247-962c-521f5bb3dd0f watch owner key /tidb/br-stream/owner/3eaa8f4bc261e7db"] [2024/05/06 02:38:12.429 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:12.429 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb5ddbee-4dd7-4247-962c-521f5bb3dd0f"] [2024/05/06 02:38:12.429 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb5ddbee-4dd7-4247-962c-521f5bb3dd0f"] [2024/05/06 02:38:12.429 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:12.429 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:12.434 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:12.434 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:12.434 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=eb5ddbee-4dd7-4247-962c-521f5bb3dd0f] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:12.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:12.434 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 02:38:12.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:12.434 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:12.434 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager eb5ddbee-4dd7-4247-962c-521f5bb3dd0f"] [error="context canceled"] [2024/05/06 02:38:12.434 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=26.765167ms] [2024/05/06 02:38:12.435 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709921601356230] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:12.447 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:12.590 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1498] ["lease id"=3eaa8f4bc261e870] [2024/05/06 02:38:12.592 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:12.634 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb5ddbee-4dd7-4247-962c-521f5bb3dd0f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:12.685 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=88.781981ms] [2024/05/06 02:38:12.689 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:12.689 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=dc5da10a-d0c5-4987-b2fa-4d091bb1e65b] [runWorker=true] [2024/05/06 02:38:12.689 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:12.691 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:12.692 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:12.692 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:12.693 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:12.693 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:12.693 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:12.694 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:12.695 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc261e1d2] [ownerID=dc5da10a-d0c5-4987-b2fa-4d091bb1e65b] [op=none] [2024/05/06 02:38:12.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:12.696 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cd6b53cd-1783-4f74-be8e-62073f9a40b3] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:12.720 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:12.720 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:12.721 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:12.723 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] ["owner key"=/tidb/bindinfo/owner/22318f4bc261e1d6] [ownerID=dc5da10a-d0c5-4987-b2fa-4d091bb1e65b] [op=none] [2024/05/06 02:38:12.737 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 02:38:12.743 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:12.744 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:12.745 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc261e1d2] [ownerID=dc5da10a-d0c5-4987-b2fa-4d091bb1e65b] [op=none] [2024/05/06 02:38:12.745 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [op=none] [2024/05/06 02:38:12.745 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:12.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:12.836 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:12.848 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:12.848 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:12.848 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:12.848 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:12.848 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:12.848 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:12.848 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:12.848 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:12.848 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:12.851 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:12.851 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:12.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:12.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:12.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:12.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:12.852 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:12.854 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] ["owner key"=/tidb/stats/owner/22318f4bc261e1da] [ownerID=dc5da10a-d0c5-4987-b2fa-4d091bb1e65b] [op=none] [2024/05/06 02:38:12.855 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:12.856 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:12.863 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/73302362-79f3-49be-b3f9-bd81af1be2f3] [2024/05/06 02:38:12.863 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:12.864 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:12.873 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:12.873 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:12.874 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:12.890 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=39.406063ms] [2024/05/06 02:38:12.937 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGlobalSortBasic [2024/05/06 02:38:12.948 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/05/06 02:38:12.951 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/05/06 02:38:12.979 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:12.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:12.979 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:12.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gsort_basic"] [2024/05/06 02:38:13.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.081508ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:13.077 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 02:38:13.114 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.571557ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:12.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.178 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.207 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 02:38:13.207 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:13.215 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/05/06 02:38:13.264 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:13.264 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/05/06 02:38:13.324 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.332 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 02:38:13.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.73755ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:13.444 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 02:38:13.481 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=54.277726ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.520 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.576 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 02:38:13.576 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:13.580 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368361107\n# Parse_time: 0.002216076\n# Compile_time: 0.001868717\n# Rewrite_time: 0.000009078\n# Optimize_time: 0.00037995\n# Wait_TS: 0.000384983\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd91a62822057fd7eedc37492bb050619e22980b48f95a08c6f7fcb91238f7e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gsort_basic;\ncreate table t (a bigint primary key, b varchar(100), c varchar(100), d int, key(a), key(c,d), key(d));"] [2024/05/06 02:38:13.864 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:13.864 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:13.865 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/73302362-79f3-49be-b3f9-bd81af1be2f3] [watcherID=aae63ed3-8671-455c-8a7c-faacb3f3e9a4] [2024/05/06 02:38:13.874 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:13.887 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:13.887 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:13.887 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:13.887 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:13.908 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb5ddbee-4dd7-4247-962c-521f5bb3dd0f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:13.980 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:13.981 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:14.018 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:14.157 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 02:38:14.299 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 02:38:14.328 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 02:38:14.328 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:38:14.433 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 02:38:14.435 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:14.437 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/05/06 02:38:14.456 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:14.457 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:14.460 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:14.460 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 02:38:14.460 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=90.054Β΅s] [2024/05/06 02:38:14.460 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=288.862Β΅s] [] [2024/05/06 02:38:14.461 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 02:38:14.461 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 02:38:14.623 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 02:38:14.665 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 02:38:14.693 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:14.707 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:14.709 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 02:38:14.711 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:14.712 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:14.712 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 02:38:14.720 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:14.720 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:14.721 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:14.721 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:14.722 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:14.722 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:14.738 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:14.740 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:14.740 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 02:38:14.740 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 02:38:14.792 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/05/06 02:38:14.793 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6635b102-0e8b-4584-96e1-c46b61f00137] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.793 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ad85de7c-0d43-4b61-9045-e61828db1440] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.793 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6cd8defc-d286-48df-ac41-4cceb7e97947] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.793 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6d4bdb95-474f-4dd2-9543-7bca4ead5ce2] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.793 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 02:38:14.793 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2e060b98-c348-4966-9774-cc2a4ed821c5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.793 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b83917ab-11e3-4944-bc1b-93356de7afbb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.793 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ac9beaa2-91a6-47b1-ad81-13008d052bcd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.797 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/05/06 02:38:14.802 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=1.204064ms] [encodeDur=2.010093ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [deliverDur=1.786768ms] [type=file] [takeTime=5.57329ms] [] [2024/05/06 02:38:14.814 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/08e912ab-9d3a-4dca-a163-bb8c47790e20] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=6.134592ms] [write-speed(bytes/s)=28.49KiB] [2024/05/06 02:38:14.814 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/08e912ab-9d3a-4dca-a163-bb8c47790e20] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=14.621Β΅s] [write-time=6.276303ms] [sort-speed(kv/s)=205184.3239] [writer-id=data/08e912ab-9d3a-4dca-a163-bb8c47790e20] [2024/05/06 02:38:14.814 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/08e912ab-9d3a-4dca-a163-bb8c47790e20] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/06 02:38:14.822 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/08e912ab-9d3a-4dca-a163-bb8c47790e20] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=7.600796ms] [write-speed(bytes/s)=31.48KiB] [2024/05/06 02:38:14.822 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/08e912ab-9d3a-4dca-a163-bb8c47790e20] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.068Β΅s] [write-time=7.716538ms] [sort-speed(kv/s)=591949.4870] [writer-id=index/2/08e912ab-9d3a-4dca-a163-bb8c47790e20] [2024/05/06 02:38:14.822 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/08e912ab-9d3a-4dca-a163-bb8c47790e20] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 02:38:14.835 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/08e912ab-9d3a-4dca-a163-bb8c47790e20] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=12.781333ms] [write-speed(bytes/s)=12.38KiB] [2024/05/06 02:38:14.835 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/08e912ab-9d3a-4dca-a163-bb8c47790e20] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.961Β΅s] [write-time=13.009255ms] [sort-speed(kv/s)=503271.2632] [writer-id=index/3/08e912ab-9d3a-4dca-a163-bb8c47790e20] [2024/05/06 02:38:14.835 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/08e912ab-9d3a-4dca-a163-bb8c47790e20] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/05/06 02:38:14.845 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/08e912ab-9d3a-4dca-a163-bb8c47790e20] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=9.326616ms] [write-speed(bytes/s)=16.96KiB] [2024/05/06 02:38:14.845 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/08e912ab-9d3a-4dca-a163-bb8c47790e20] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.799Β΅s] [write-time=9.475039ms] [sort-speed(kv/s)=517330.5742] [writer-id=index/1/08e912ab-9d3a-4dca-a163-bb8c47790e20] [2024/05/06 02:38:14.845 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/08e912ab-9d3a-4dca-a163-bb8c47790e20] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/05/06 02:38:14.845 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=53.002837ms] [] [2024/05/06 02:38:14.845 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/05/06 02:38:14.951 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/05/06 02:38:14.953 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/08603193-c4af-42fd-8181-f4ba8a71062a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.953 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5720d957-55ec-48bd-b9c4-86834792c9b0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.953 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/934274ce-0f7d-4dcd-bea6-9e692a6ce7d7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.953 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4ca465d3-7d27-4a5e-981a-f471e413569b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.953 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/df83d8e5-2dab-4aea-9866-d6add144d9c4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.953 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8d1135d5-bd4f-4d11-823b-3b4fb5f75daa] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.953 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f02115b7-7173-4e97-ab32-8af0b3ad3e80] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:14.953 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 02:38:14.956 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/05/06 02:38:14.961 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=1.158831ms] [encodeDur=1.721115ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [deliverDur=1.716617ms] [type=file] [takeTime=5.085677ms] [] [2024/05/06 02:38:14.967 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/b54ab546-b88e-40ea-a652-168ac00cd8e8] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=5.065548ms] [write-speed(bytes/s)=34.51KiB] [2024/05/06 02:38:14.967 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/b54ab546-b88e-40ea-a652-168ac00cd8e8] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.129Β΅s] [write-time=5.185716ms] [sort-speed(kv/s)=489476.2604] [writer-id=data/b54ab546-b88e-40ea-a652-168ac00cd8e8] [2024/05/06 02:38:14.967 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b54ab546-b88e-40ea-a652-168ac00cd8e8] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/06 02:38:14.994 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/b54ab546-b88e-40ea-a652-168ac00cd8e8] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=27.066712ms] [write-speed(bytes/s)=5.845KiB] [2024/05/06 02:38:14.994 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/b54ab546-b88e-40ea-a652-168ac00cd8e8] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.334Β΅s] [write-time=27.181394ms] [sort-speed(kv/s)=473634.3543] [writer-id=index/1/b54ab546-b88e-40ea-a652-168ac00cd8e8] [2024/05/06 02:38:14.994 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/b54ab546-b88e-40ea-a652-168ac00cd8e8] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/05/06 02:38:14.999 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/b54ab546-b88e-40ea-a652-168ac00cd8e8] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=4.442039ms] [write-speed(bytes/s)=53.86KiB] [2024/05/06 02:38:14.999 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/b54ab546-b88e-40ea-a652-168ac00cd8e8] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.65Β΅s] [write-time=4.564284ms] [sort-speed(kv/s)=530973.4513] [writer-id=index/2/b54ab546-b88e-40ea-a652-168ac00cd8e8] [2024/05/06 02:38:14.999 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/b54ab546-b88e-40ea-a652-168ac00cd8e8] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 02:38:15.004 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/b54ab546-b88e-40ea-a652-168ac00cd8e8] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.432316ms] [write-speed(bytes/s)=35.69KiB] [2024/05/06 02:38:15.004 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/b54ab546-b88e-40ea-a652-168ac00cd8e8] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.581Β΅s] [write-time=4.571665ms] [sort-speed(kv/s)=537538.0756] [writer-id=index/3/b54ab546-b88e-40ea-a652-168ac00cd8e8] [2024/05/06 02:38:15.004 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/b54ab546-b88e-40ea-a652-168ac00cd8e8] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/05/06 02:38:15.004 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=53.173129ms] [] [2024/05/06 02:38:15.004 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/05/06 02:38:15.052 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 02:38:15.054 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:15.070 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 02:38:15.084 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 02:38:15.086 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:15.086 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:15.086 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:15.086 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:15.086 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:15.086 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:15.086 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.086 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.086 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.086 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.086 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.086 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:15.089 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:15.089 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.089 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.089 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.089 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.089 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=382.445109ms] [] [2024/05/06 02:38:15.093 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/05/06 02:38:15.093 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/05/06 02:38:15.093 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/05/06 02:38:15.093 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/05/06 02:38:15.093 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 02:38:15.093 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 02:38:15.259 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 02:38:15.261 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:15.263 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 02:38:15.323 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:15.323 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:15.328 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:15.328 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:15.330 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:15.330 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.331 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:15.332 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:15.332 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.336 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:15.336 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:15.336 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:15.336 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:15.336 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:15.336 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.336 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:15.336 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.336 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.336 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.336 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.336 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:15.337 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:15.337 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:15.342 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/05/06 02:38:15.342 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:15.344 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:15.345 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:15.346 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:15.346 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.346 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:15.347 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:15.347 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.351 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:15.351 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:15.351 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:15.351 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:15.351 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:15.351 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.351 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:15.351 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.351 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.351 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.351 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.351 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:15.352 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:15.352 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:15.356 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/06 02:38:15.356 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:15.359 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:15.359 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:15.360 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:15.361 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.361 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:15.362 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:15.362 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.366 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:15.366 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:15.366 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:15.366 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:15.366 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:15.366 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:15.366 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.366 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.366 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.366 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.366 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.366 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:15.367 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:15.367 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:15.372 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/06 02:38:15.372 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:15.374 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:15.375 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:15.376 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:15.376 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.376 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:15.377 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:15.377 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.381 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:15.381 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:15.381 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:15.381 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:15.381 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:15.381 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:15.381 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.381 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.381 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.381 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.382 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.382 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:15.382 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:15.382 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:15.386 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/05/06 02:38:15.386 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 02:38:15.387 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/06 02:38:15.387 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:15.387 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 02:38:15.387 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 02:38:15.573 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 02:38:15.603 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 02:38:15.640 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:15.644 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:15.645 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:15.653 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:15.653 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:15.654 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.654 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:15.655 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:15.655 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.669 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:15.671 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:15.671 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 02:38:15.711 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=data] [2024/05/06 02:38:15.711 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:15.716 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/05/06 02:38:15.716 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:15.739 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:15.739 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:15.739 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:15.740 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/05/06 02:38:15.741 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.688Β΅s] [2024/05/06 02:38:15.741 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.587316ms] [] [2024/05/06 02:38:15.741 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:15.741 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/05/06 02:38:15.741 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:15.746 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.697575ms] [] [2024/05/06 02:38:15.752 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:15.752 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=11.402089ms] [] [2024/05/06 02:38:15.752 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 02:38:15.752 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=11.621861ms] [droppedSize=0] [2024/05/06 02:38:15.752 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=19.33Β΅s] [2024/05/06 02:38:15.766 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 02:38:15.768 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=data] [takeTime=56.623099ms] [] [2024/05/06 02:38:15.860 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=1] [2024/05/06 02:38:15.861 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:15.866 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 02:38:15.867 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:15.889 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:15.889 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:15.889 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:15.890 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 02:38:15.890 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.679Β΅s] [2024/05/06 02:38:15.890 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.156438ms] [] [2024/05/06 02:38:15.890 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:15.890 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 02:38:15.890 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:15.896 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.120054ms] [] [2024/05/06 02:38:15.900 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:15.900 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.036975ms] [] [2024/05/06 02:38:15.900 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 02:38:15.900 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.2051ms] [droppedSize=0] [2024/05/06 02:38:15.901 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=20.299Β΅s] [2024/05/06 02:38:15.913 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 02:38:15.915 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=1] [takeTime=54.762261ms] [] [2024/05/06 02:38:15.990 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=2] [2024/05/06 02:38:15.990 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:15.996 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 02:38:15.996 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:16.018 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:16.018 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:16.018 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:16.019 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 02:38:16.019 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.315Β΅s] [2024/05/06 02:38:16.019 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.039904ms] [] [2024/05/06 02:38:16.019 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:16.019 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 02:38:16.019 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:16.023 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.572988ms] [] [2024/05/06 02:38:16.027 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:16.027 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=7.734404ms] [] [2024/05/06 02:38:16.027 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 02:38:16.027 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=7.965635ms] [droppedSize=0] [2024/05/06 02:38:16.027 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=15.651Β΅s] [2024/05/06 02:38:16.040 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 02:38:16.042 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=2] [takeTime=52.285634ms] [] [2024/05/06 02:38:16.114 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=3] [2024/05/06 02:38:16.114 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:16.119 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 02:38:16.119 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:16.141 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:16.141 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:16.141 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:16.142 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 02:38:16.143 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.194Β΅s] [2024/05/06 02:38:16.143 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.075791ms] [] [2024/05/06 02:38:16.143 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:16.143 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 02:38:16.143 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:16.147 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.710718ms] [] [2024/05/06 02:38:16.159 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:16.160 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=17.433158ms] [] [2024/05/06 02:38:16.160 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 02:38:16.160 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=17.607996ms] [droppedSize=0] [2024/05/06 02:38:16.160 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=21.063Β΅s] [2024/05/06 02:38:16.173 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 02:38:16.175 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=3] [takeTime=60.906984ms] [] [2024/05/06 02:38:16.252 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 02:38:16.255 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:16.255 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/06 02:38:16.257 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 02:38:16.257 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:16.264 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:16.264 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:16.264 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:16.264 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:16.264 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:16.264 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:16.264 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:16.265 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:16.265 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:16.265 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:16.265 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:16.265 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:16.267 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:16.267 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:16.267 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:16.267 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:16.267 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:16.267 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=626.445575ms] [] [2024/05/06 02:38:16.347 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 02:38:16.350 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:16.351 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:38:16.580 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:16.630 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 02:38:16.630 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 02:38:16.630 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 02:38:16.630 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=14.96Β΅s] [] [2024/05/06 02:38:16.630 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 02:38:16.630 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 02:38:16.630 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 02:38:16.630 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 02:38:16.630 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 02:38:16.631 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/05/06 02:38:16.631 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/05/06 02:38:16.640 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 02:38:16.641 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 02:38:16.642 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 02:38:16.643 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 02:38:16.644 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 02:38:16.644 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=13.841987ms] [] [2024/05/06 02:38:16.644 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=14.150944ms] [] [2024/05/06 02:38:16.687 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=107.211074ms] [] [2024/05/06 02:38:16.746 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:16.747 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 02:38:16.750 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 02:38:16.818 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 02:38:16.835 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 02:38:16.861 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:16.861 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 02:38:16.863 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/05/06 02:38:16.865 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:16.866 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:16.903 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=39.445477ms] [] [2024/05/06 02:38:17.048 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:17.062 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.481417068\n# Parse_time: 0.001012437\n# Compile_time: 0.001649534\n# Rewrite_time: 0.000372436\n# Optimize_time: 0.00037995\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/06 02:38:17.116 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 02:38:17.144 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:17.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:17.144 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:17.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:38:17.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.197 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 02:38:17.261 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.151822ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:17.271 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 02:38:17.306 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.409342ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.396 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 02:38:17.411 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 02:38:17.415 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.495 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 02:38:17.495 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:17.498 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.384057717\n# Parse_time: 0.000433536\n# Compile_time: 0.000925313\n# Rewrite_time: 0.000013674\n# Optimize_time: 0.001953151\n# Wait_TS: 0.000396856\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:38:17.514 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:17.515 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:17.552 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:17.690 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__force_merge_step\":null,\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 02:38:17.847 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 02:38:17.893 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:17.893 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:38:18.000 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 02:38:18.002 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:18.004 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/05/06 02:38:18.024 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:18.025 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:18.027 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:18.028 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 02:38:18.028 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=85.753Β΅s] [2024/05/06 02:38:18.028 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=261.131Β΅s] [] [2024/05/06 02:38:18.028 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 02:38:18.028 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 02:38:18.216 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 02:38:18.248 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 02:38:18.291 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:18.293 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 02:38:18.297 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:18.298 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:18.306 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:18.306 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:18.307 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:18.307 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:18.308 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:18.308 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:18.323 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:18.325 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:18.325 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 02:38:18.325 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 02:38:18.370 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/05/06 02:38:18.372 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2c8287b6-a33b-47e5-afdd-14105e8a9ed8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.372 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2e8bb635-5b85-4f7a-be48-94c770c7de31] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.372 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a233f936-4447-4d8f-9678-b517ed74a853] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.372 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/15c27354-b518-4a78-a5b3-e98e2cac75ab] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.372 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/81ad47c4-5c9a-44b7-ba58-863673dd5288] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.372 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 02:38:18.372 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a97a3d9a-73e2-4f32-81a6-ae78e5a4e653] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.372 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ec37d032-d6b6-46a7-9129-e0e8e7ef3640] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.375 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/05/06 02:38:18.424 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.214112ms] [encodeDur=2.094869ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [deliverDur=44.275712ms] [type=file] [takeTime=48.142992ms] [] [2024/05/06 02:38:18.444 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=20.150342ms] [write-speed(bytes/s)=8.675KiB] [2024/05/06 02:38:18.444 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=10.493Β΅s] [write-time=20.297385ms] [sort-speed(kv/s)=285904.8890] [writer-id=data/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [2024/05/06 02:38:18.444 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/06 02:38:18.465 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.938271ms] [write-speed(bytes/s)=7.556KiB] [2024/05/06 02:38:18.466 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.914Β΅s] [write-time=21.080307ms] [sort-speed(kv/s)=507270.8827] [writer-id=index/3/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [2024/05/06 02:38:18.466 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/05/06 02:38:18.486 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.403285ms] [write-speed(bytes/s)=7.754KiB] [2024/05/06 02:38:18.486 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.867Β΅s] [write-time=20.547159ms] [sort-speed(kv/s)=436871.9965] [writer-id=index/1/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [2024/05/06 02:38:18.487 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/05/06 02:38:18.508 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=20.925588ms] [write-speed(bytes/s)=11.43KiB] [2024/05/06 02:38:18.508 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=6.544Β΅s] [write-time=21.071184ms] [sort-speed(kv/s)=458435.2078] [writer-id=index/2/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [2024/05/06 02:38:18.508 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/efce776c-cc3f-4f1d-abc4-15b3fad785a3] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 02:38:18.508 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=137.605953ms] [] [2024/05/06 02:38:18.508 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/05/06 02:38:18.611 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/05/06 02:38:18.612 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4f6b43d6-d607-42f5-b62e-22a3f23272ca] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.612 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/adacef42-d14f-4c3a-b2cf-d4623d3b8778] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.612 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9ea33850-af08-4f65-a79b-bd5859ef563c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.612 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e4475977-760e-4e6e-a4ba-76f233aa2719] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.612 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ecf0a7e8-9e20-41a1-be85-7c56ec812aca] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.612 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c4d62b78-61b3-48eb-8b98-fc5367af89e0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.612 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5cc796bd-7726-4d1c-9cb8-bc8c6dd2da88] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:18.612 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 02:38:18.616 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/05/06 02:38:18.632 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=1.136392ms] [encodeDur=1.589799ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [deliverDur=12.673993ms] [type=file] [takeTime=15.911788ms] [] [2024/05/06 02:38:18.644 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=11.069282ms] [write-speed(bytes/s)=15.79KiB] [2024/05/06 02:38:18.644 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=8.036Β΅s] [write-time=11.233152ms] [sort-speed(kv/s)=373320.0597] [writer-id=data/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [2024/05/06 02:38:18.644 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/06 02:38:18.657 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=13.01944ms] [write-speed(bytes/s)=12.15KiB] [2024/05/06 02:38:18.657 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.465Β΅s] [write-time=13.158794ms] [sort-speed(kv/s)=464037.1230] [writer-id=index/1/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [2024/05/06 02:38:18.657 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/05/06 02:38:18.668 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=10.906807ms] [write-speed(bytes/s)=21.94KiB] [2024/05/06 02:38:18.668 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.245Β΅s] [write-time=11.045621ms] [sort-speed(kv/s)=571973.3079] [writer-id=index/2/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [2024/05/06 02:38:18.669 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 02:38:18.678 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=9.359339ms] [write-speed(bytes/s)=16.9KiB] [2024/05/06 02:38:18.678 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.218Β΅s] [write-time=9.488864ms] [sort-speed(kv/s)=482470.2477] [writer-id=index/3/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [2024/05/06 02:38:18.678 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/70acdf21-d974-410d-a2c9-6b55dc6f7e00] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/05/06 02:38:18.678 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=67.66656ms] [] [2024/05/06 02:38:18.679 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/05/06 02:38:18.757 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 02:38:18.758 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:18.758 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:18.758 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:18.758 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:18.758 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:18.758 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:18.758 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:18.758 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:18.758 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:18.758 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:18.759 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:18.759 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:18.760 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:18.761 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:18.761 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:18.761 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:18.761 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:18.761 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=469.394394ms] [] [2024/05/06 02:38:18.819 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 02:38:18.822 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:18.823 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 02:38:18.844 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=4] [2024/05/06 02:38:18.844 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=4] [2024/05/06 02:38:19.096 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:19.100 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:19.101 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:19.101 +00:00] [INFO] [task_executor.go:301] ["merge sort partSize"] [type=ImportInto] [task-id=2] [step=merge-sort] [data-kv=12.8MiB] [index-kv=5MiB] [2024/05/06 02:38:19.152 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=3] [2024/05/06 02:38:19.152 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=3] [subtask-id=10] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 02:38:19.152 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=3] [subtask-id=10] [writer-id=ec1ed1f2-d65e-4f23-a0bf-71d1c52f444d] [file-count=2] [2024/05/06 02:38:19.157 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=3] [subtask-id=10] [data-file=2/10/ec1ed1f2-d65e-4f23-a0bf-71d1c52f444d/one-file] [stat-file=2/10/ec1ed1f2-d65e-4f23-a0bf-71d1c52f444d_stat/one-file] [2024/05/06 02:38:19.172 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=3] [subtask-id=10] [writerID=ec1ed1f2-d65e-4f23-a0bf-71d1c52f444d] [2024/05/06 02:38:19.172 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=3] [subtask-id=10] [writer-id=ec1ed1f2-d65e-4f23-a0bf-71d1c52f444d] [file-count=2] [takeTime=19.791286ms] [] [2024/05/06 02:38:19.172 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=3] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [end-key=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [2024/05/06 02:38:19.173 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=3] [takeTime=20.521571ms] [] [2024/05/06 02:38:19.243 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=data] [2024/05/06 02:38:19.243 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=data] [subtask-id=11] [file-count=2] [file-groups=1] [concurrency=8] [part-size=14470348] [2024/05/06 02:38:19.244 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=data] [subtask-id=11] [writer-id=1b97af25-81de-4825-8386-51446c9b1cdf] [file-count=2] [2024/05/06 02:38:19.247 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=data] [subtask-id=11] [data-file=2/11/1b97af25-81de-4825-8386-51446c9b1cdf/one-file] [stat-file=2/11/1b97af25-81de-4825-8386-51446c9b1cdf_stat/one-file] [2024/05/06 02:38:19.265 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=data] [subtask-id=11] [writerID=1b97af25-81de-4825-8386-51446c9b1cdf] [2024/05/06 02:38:19.265 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=data] [subtask-id=11] [writer-id=1b97af25-81de-4825-8386-51446c9b1cdf] [file-count=2] [takeTime=21.633761ms] [] [2024/05/06 02:38:19.265 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=data] [total-kv-size=262] [total-kv-count=6] [start-key=74800000000000006C5F728000000000000001] [end-key=74800000000000006C5F72800000000000000600] [2024/05/06 02:38:19.265 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=data] [takeTime=21.929322ms] [] [2024/05/06 02:38:19.362 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=1] [2024/05/06 02:38:19.362 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=1] [subtask-id=12] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 02:38:19.362 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=1] [subtask-id=12] [writer-id=1a9412bf-3065-4c5a-8903-7e2d59f8ea9e] [file-count=2] [2024/05/06 02:38:19.366 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=1] [subtask-id=12] [data-file=2/12/1a9412bf-3065-4c5a-8903-7e2d59f8ea9e/one-file] [stat-file=2/12/1a9412bf-3065-4c5a-8903-7e2d59f8ea9e_stat/one-file] [2024/05/06 02:38:19.378 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=1] [subtask-id=12] [writerID=1a9412bf-3065-4c5a-8903-7e2d59f8ea9e] [2024/05/06 02:38:19.378 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=1] [subtask-id=12] [writer-id=1a9412bf-3065-4c5a-8903-7e2d59f8ea9e] [file-count=2] [takeTime=16.078456ms] [] [2024/05/06 02:38:19.378 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=1] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [end-key=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [2024/05/06 02:38:19.378 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=1] [takeTime=16.418148ms] [] [2024/05/06 02:38:19.450 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=2] [2024/05/06 02:38:19.450 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=2] [subtask-id=13] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 02:38:19.450 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=2] [subtask-id=13] [writer-id=2b64f84b-62dd-4a4b-9673-bc81f7f01a2d] [file-count=2] [2024/05/06 02:38:19.455 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=2] [subtask-id=13] [data-file=2/13/2b64f84b-62dd-4a4b-9673-bc81f7f01a2d/one-file] [stat-file=2/13/2b64f84b-62dd-4a4b-9673-bc81f7f01a2d_stat/one-file] [2024/05/06 02:38:19.472 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=2] [subtask-id=13] [writerID=2b64f84b-62dd-4a4b-9673-bc81f7f01a2d] [2024/05/06 02:38:19.472 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=2] [subtask-id=13] [writer-id=2b64f84b-62dd-4a4b-9673-bc81f7f01a2d] [file-count=2] [takeTime=21.66023ms] [] [2024/05/06 02:38:19.472 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=2] [total-kv-size=394] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [end-key=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [2024/05/06 02:38:19.472 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=2] [takeTime=21.977991ms] [] [2024/05/06 02:38:19.514 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 02:38:19.516 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:19.518 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 02:38:19.524 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=427.437268ms] [] [2024/05/06 02:38:19.581 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:19.581 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:19.587 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:19.587 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:19.588 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:19.588 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.588 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:19.589 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:19.589 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.595 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:19.595 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:19.595 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:19.595 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:19.595 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:19.595 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.595 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:19.595 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:19.595 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:19.595 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.595 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:19.595 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:19.596 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:19.596 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:19.600 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006c5f69800000000000000303800000000000031503800000000000000300] [dataFiles=1] [2024/05/06 02:38:19.600 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:19.603 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:19.603 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:19.604 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:19.604 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.604 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:19.605 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:19.605 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.609 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:19.609 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:19.609 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:19.609 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:19.609 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:19.609 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:19.609 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:19.609 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.609 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:19.610 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.610 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:19.610 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:19.611 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:19.611 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:19.614 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f728000000000000001] [endKey=74800000000000006c5f72800000000000000600] [dataFiles=1] [2024/05/06 02:38:19.614 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:19.617 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:19.617 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:19.618 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:19.618 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.618 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:19.619 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:19.619 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.623 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:19.623 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:19.623 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:19.623 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:19.623 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:19.623 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:19.623 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:19.623 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.623 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:19.623 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.623 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:19.623 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:19.624 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:19.624 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:19.627 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006c5f69800000000000000103800000000000000603800000000000000600] [dataFiles=1] [2024/05/06 02:38:19.627 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:19.630 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:19.630 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:19.631 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:19.632 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.632 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:19.633 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:19.633 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.636 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:19.636 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:19.636 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:19.636 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:19.636 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:19.636 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:19.636 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:19.637 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.637 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:19.637 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.637 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:19.637 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:19.637 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:19.637 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:19.641 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006c5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=1] [2024/05/06 02:38:19.641 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:19.641 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 02:38:19.641 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 02:38:19.844 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/05/06 02:38:19.844 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 02:38:19.856 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 02:38:19.914 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 02:38:19.959 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:19.964 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:19.965 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:19.973 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:19.973 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:19.973 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.974 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:19.974 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:19.975 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.990 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:19.991 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:19.991 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 02:38:20.042 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=3] [2024/05/06 02:38:20.042 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:20.061 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 02:38:20.061 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:20.083 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:20.084 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:20.084 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:20.085 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 02:38:20.085 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.076Β΅s] [2024/05/06 02:38:20.085 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.39629ms] [] [2024/05/06 02:38:20.085 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:20.085 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 02:38:20.086 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:20.090 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.759186ms] [] [2024/05/06 02:38:20.095 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:20.096 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.663405ms] [] [2024/05/06 02:38:20.096 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 02:38:20.096 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.87856ms] [droppedSize=0] [2024/05/06 02:38:20.096 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=10.975Β΅s] [2024/05/06 02:38:20.108 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 02:38:20.110 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=3] [takeTime=67.527583ms] [] [2024/05/06 02:38:20.167 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=data] [2024/05/06 02:38:20.167 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:20.172 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F728000000000000001] [endKey=74800000000000006C5F72800000000000000600] [ranges=1] [] [2024/05/06 02:38:20.172 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:20.194 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:20.194 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:20.194 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:20.195 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F728000000000FF0000010000000000FA] [end=7480000000000000FF6C5F728000000000FF0000060000000000FC] [2024/05/06 02:38:20.195 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.651Β΅s] [2024/05/06 02:38:20.195 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.063805ms] [] [2024/05/06 02:38:20.195 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:20.195 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX3KAAAAAAAAABgA="] [2024/05/06 02:38:20.195 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:20.199 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.671384ms] [] [2024/05/06 02:38:20.203 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:20.204 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.446478ms] [] [2024/05/06 02:38:20.204 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 02:38:20.204 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.655554ms] [droppedSize=0] [2024/05/06 02:38:20.204 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=9.789Β΅s] [2024/05/06 02:38:20.215 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 02:38:20.217 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=data] [takeTime=49.664639ms] [] [2024/05/06 02:38:20.284 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=1] [2024/05/06 02:38:20.284 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:20.289 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 02:38:20.289 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:20.311 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:20.311 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:20.311 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:20.312 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 02:38:20.312 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.157Β΅s] [2024/05/06 02:38:20.312 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.133243ms] [] [2024/05/06 02:38:20.312 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:20.312 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 02:38:20.313 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:20.317 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.952832ms] [] [2024/05/06 02:38:20.321 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:20.321 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.597468ms] [] [2024/05/06 02:38:20.321 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 02:38:20.321 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.761311ms] [droppedSize=0] [2024/05/06 02:38:20.321 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=9.201Β΅s] [2024/05/06 02:38:20.333 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 02:38:20.335 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=1] [takeTime=50.919637ms] [] [2024/05/06 02:38:20.410 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=2] [2024/05/06 02:38:20.411 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:20.416 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 02:38:20.416 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:20.439 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:20.439 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:20.439 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:20.440 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6C5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 02:38:20.440 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.905Β΅s] [2024/05/06 02:38:20.440 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.185815ms] [] [2024/05/06 02:38:20.440 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:20.440 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABsX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 02:38:20.440 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:20.445 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.239302ms] [] [2024/05/06 02:38:20.449 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:20.450 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.606949ms] [] [2024/05/06 02:38:20.450 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 02:38:20.450 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.819176ms] [droppedSize=0] [2024/05/06 02:38:20.450 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=11.684Β΅s] [2024/05/06 02:38:20.461 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 02:38:20.463 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=2] [takeTime=52.968846ms] [] [2024/05/06 02:38:20.518 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 02:38:20.521 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:20.523 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 02:38:20.523 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:20.530 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/06 02:38:20.538 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:20.538 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:20.538 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:20.538 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:20.538 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:20.538 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:20.538 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:20.538 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:20.538 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:20.538 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:20.538 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:20.538 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:20.540 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:20.540 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:20.540 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:20.540 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:20.540 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:20.541 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=581.032305ms] [] [2024/05/06 02:38:20.618 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 02:38:20.621 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:20.622 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:38:20.844 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:20.904 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 02:38:20.904 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 02:38:20.904 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 02:38:20.904 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=13.211Β΅s] [] [2024/05/06 02:38:20.904 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 02:38:20.904 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 02:38:20.904 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 02:38:20.904 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 02:38:20.904 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 02:38:20.904 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 02:38:20.904 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 02:38:20.910 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 02:38:20.916 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 02:38:20.918 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 02:38:20.918 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 02:38:20.919 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 02:38:20.919 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=14.986026ms] [] [2024/05/06 02:38:20.919 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=15.253534ms] [] [2024/05/06 02:38:20.961 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=116.460586ms] [] [2024/05/06 02:38:21.015 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:21.015 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 02:38:21.019 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 02:38:21.077 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 02:38:21.100 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:21.121 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:21.121 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:21.123 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/05/06 02:38:21.124 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:21.125 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:21.177 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=54.016867ms] [] [2024/05/06 02:38:21.231 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.731369668\n# Parse_time: 0.001439764\n# Compile_time: 0.001710592\n# Rewrite_time: 0.000371601\n# Optimize_time: 0.001953151\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 392014fe0a784e03186a93c7f3528e9bc2606219bbb926c3fd8303e3396867e0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My43M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My43M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', __force_merge_step;"] [2024/05/06 02:38:21.317 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:21.318 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 02:38:21.347 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:21.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:21.347 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:21.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:38:21.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:21.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.400 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: t, Old Table ID: 108, Old Table Name: t"] [2024/05/06 02:38:21.461 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.941921ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:21.473 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 02:38:21.506 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.448069ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.550 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 02:38:21.560 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 02:38:21.564 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.664 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 02:38:21.664 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:21.668 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.350377873\n# Parse_time: 0.000233202\n# Compile_time: 0.000847655\n# Rewrite_time: 0.000010658\n# Optimize_time: 0.001794319\n# Wait_TS: 0.000519982\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:38:21.683 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:21.684 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:21.723 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:21.882 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 02:38:22.027 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 02:38:22.034 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.365287044\n# Parse_time: 0.001096479\n# Compile_time: 0.001751085\n# Rewrite_time: 0.000401981\n# Optimize_time: 0.001794319\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 1d15b554d9974625ffad3fa192182c9f6f628d42e846cffe6407cea263a3bc14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzYxLjZtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzYxLjZtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', detached;"] [2024/05/06 02:38:22.067 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 02:38:22.067 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:38:22.175 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 02:38:22.177 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:22.178 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/05/06 02:38:22.199 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:22.199 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:22.202 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:22.202 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 02:38:22.203 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=134.818Β΅s] [2024/05/06 02:38:22.203 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=330.862Β΅s] [] [2024/05/06 02:38:22.203 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 02:38:22.203 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 02:38:22.390 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 02:38:22.445 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=8] [2024/05/06 02:38:22.484 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:22.487 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 02:38:22.489 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:22.490 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:22.498 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:22.498 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:22.498 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:22.498 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:22.499 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:22.499 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:22.513 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:22.514 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:22.515 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 02:38:22.515 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 02:38:22.557 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [2024/05/06 02:38:22.558 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8d24c199-c7b2-4af1-8770-df61979d8089] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.558 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 02:38:22.558 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7b64ea21-b655-4c42-b48e-98e19e5b4989] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.558 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a87e3228-89a8-4590-bf82-4866904132bd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.558 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/95ac58e9-fed0-4215-987b-0f6794e2d696] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.558 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c40349d3-0726-45d8-af5e-f4b20393091d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.558 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ed2ebce5-0ca4-4f78-87b1-00ad75d1a117] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.558 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3e883a1f-fec6-4577-a031-07db0bc8b315] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.561 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [2024/05/06 02:38:22.595 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [readDur=1.112688ms] [encodeDur=1.442059ms] [checksum="{cksum=1299722013730367767,size=556,kvs=12}"] [deliverDur=30.793913ms] [type=file] [takeTime=33.810039ms] [] [2024/05/06 02:38:22.615 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/8daaccd7-433b-4385-a7d5-6cda203979ee] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=20.377307ms] [write-speed(bytes/s)=8.578KiB] [2024/05/06 02:38:22.615 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/8daaccd7-433b-4385-a7d5-6cda203979ee] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.386Β΅s] [write-time=20.527282ms] [sort-speed(kv/s)=469777.6386] [writer-id=data/8daaccd7-433b-4385-a7d5-6cda203979ee] [2024/05/06 02:38:22.616 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8daaccd7-433b-4385-a7d5-6cda203979ee] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000001] [maxKey=74800000000000006e5f728000000000000003] [2024/05/06 02:38:22.636 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/8daaccd7-433b-4385-a7d5-6cda203979ee] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.746286ms] [write-speed(bytes/s)=7.626KiB] [2024/05/06 02:38:22.637 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/8daaccd7-433b-4385-a7d5-6cda203979ee] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.012Β΅s] [write-time=20.884508ms] [sort-speed(kv/s)=598563.4477] [writer-id=index/1/8daaccd7-433b-4385-a7d5-6cda203979ee] [2024/05/06 02:38:22.637 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/8daaccd7-433b-4385-a7d5-6cda203979ee] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006e5f698000000000000001038000000000000003038000000000000003] [2024/05/06 02:38:22.657 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/8daaccd7-433b-4385-a7d5-6cda203979ee] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=20.446801ms] [write-speed(bytes/s)=11.7KiB] [2024/05/06 02:38:22.657 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/8daaccd7-433b-4385-a7d5-6cda203979ee] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.235Β΅s] [write-time=20.600818ms] [sort-speed(kv/s)=573065.9026] [writer-id=index/2/8daaccd7-433b-4385-a7d5-6cda203979ee] [2024/05/06 02:38:22.658 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/8daaccd7-433b-4385-a7d5-6cda203979ee] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 02:38:22.678 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/8daaccd7-433b-4385-a7d5-6cda203979ee] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.436464ms] [write-speed(bytes/s)=7.741KiB] [2024/05/06 02:38:22.678 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/8daaccd7-433b-4385-a7d5-6cda203979ee] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.244Β΅s] [write-time=20.568178ms] [sort-speed(kv/s)=480461.2428] [writer-id=index/3/8daaccd7-433b-4385-a7d5-6cda203979ee] [2024/05/06 02:38:22.678 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/8daaccd7-433b-4385-a7d5-6cda203979ee] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000003038000000000000315038000000000000003] [2024/05/06 02:38:22.678 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [takeTime=121.581728ms] [] [2024/05/06 02:38:22.679 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/05/06 02:38:22.768 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [2024/05/06 02:38:22.769 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/af0382f3-9173-470f-b5af-1399fb60bcea] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.769 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7679b15e-b661-447d-8f94-29aab6b0490e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.769 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/361735f8-7186-4c67-9df6-819051c54b84] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.769 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/17842624-d479-4f62-8570-35b62b1c6a88] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.769 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3ecbc290-4222-48b5-9f58-2a73951cbccf] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.769 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0fdbeb6d-6d4a-423b-aa39-50cd28b67f15] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.769 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/88672c68-8675-46bc-b254-487f22cf57a1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 02:38:22.769 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 02:38:22.771 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [2024/05/06 02:38:22.813 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [readDur=973.883Β΅s] [encodeDur=1.893611ms] [checksum="{cksum=12462077872899177482,size=556,kvs=12}"] [deliverDur=38.348028ms] [type=file] [takeTime=41.799867ms] [] [2024/05/06 02:38:22.826 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/b5c4a446-bd25-4a65-ac77-cde7505aee06] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=12.608944ms] [write-speed(bytes/s)=13.86KiB] [2024/05/06 02:38:22.827 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/b5c4a446-bd25-4a65-ac77-cde7505aee06] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.987Β΅s] [write-time=12.805766ms] [sort-speed(kv/s)=375610.3668] [writer-id=data/b5c4a446-bd25-4a65-ac77-cde7505aee06] [2024/05/06 02:38:22.827 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b5c4a446-bd25-4a65-ac77-cde7505aee06] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000004] [maxKey=74800000000000006e5f728000000000000006] [2024/05/06 02:38:22.836 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/b5c4a446-bd25-4a65-ac77-cde7505aee06] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=8.86348ms] [write-speed(bytes/s)=17.85KiB] [2024/05/06 02:38:22.836 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/b5c4a446-bd25-4a65-ac77-cde7505aee06] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=4.78Β΅s] [write-time=8.992844ms] [sort-speed(kv/s)=627615.0628] [writer-id=index/1/b5c4a446-bd25-4a65-ac77-cde7505aee06] [2024/05/06 02:38:22.836 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/b5c4a446-bd25-4a65-ac77-cde7505aee06] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006e5f698000000000000001038000000000000006038000000000000006] [2024/05/06 02:38:22.857 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/b5c4a446-bd25-4a65-ac77-cde7505aee06] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=20.862095ms] [write-speed(bytes/s)=11.47KiB] [2024/05/06 02:38:22.857 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/b5c4a446-bd25-4a65-ac77-cde7505aee06] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.07Β΅s] [write-time=21.0168ms] [sort-speed(kv/s)=591715.9763] [writer-id=index/2/b5c4a446-bd25-4a65-ac77-cde7505aee06] [2024/05/06 02:38:22.857 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/b5c4a446-bd25-4a65-ac77-cde7505aee06] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 02:38:22.868 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/b5c4a446-bd25-4a65-ac77-cde7505aee06] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=11.053039ms] [write-speed(bytes/s)=14.31KiB] [2024/05/06 02:38:22.869 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/b5c4a446-bd25-4a65-ac77-cde7505aee06] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.979Β΅s] [write-time=11.193978ms] [sort-speed(kv/s)=429861.0116] [writer-id=index/3/b5c4a446-bd25-4a65-ac77-cde7505aee06] [2024/05/06 02:38:22.869 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/b5c4a446-bd25-4a65-ac77-cde7505aee06] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000003038000000000000143038000000000000006] [2024/05/06 02:38:22.869 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [takeTime=100.798681ms] [] [2024/05/06 02:38:22.869 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/05/06 02:38:22.942 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 02:38:22.944 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:22.944 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:22.944 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:22.944 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:22.944 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:22.944 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:22.944 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:22.944 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.944 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:22.944 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.944 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:22.944 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:22.946 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:22.946 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:22.946 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:22.946 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.946 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:22.946 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=461.782649ms] [] [2024/05/06 02:38:22.989 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 02:38:22.991 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:22.993 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 02:38:23.015 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=data] [2024/05/06 02:38:23.015 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/05/06 02:38:23.015 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/05/06 02:38:23.015 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/05/06 02:38:23.015 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 02:38:23.015 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 02:38:23.175 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 02:38:23.178 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:23.180 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 02:38:23.180 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:23.180 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 02:38:23.218 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=reverting] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:23.221 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/05/06 02:38:23.226 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 02:38:23.226 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 02:38:23.272 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 02:38:23.293 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:23.293 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 02:38:23.295 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/05/06 02:38:23.297 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:23.298 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:23.332 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=36.732261ms] [] [2024/05/06 02:38:23.438 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGlobalSortMultiFiles [2024/05/06 02:38:23.666 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/05/06 02:38:23.669 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/05/06 02:38:23.711 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:23.711 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gs_multi_files"] [2024/05/06 02:38:23.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.250972ms] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:23.826 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 02:38:23.864 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.615248ms] [job="ID:113, Type:create schema, State:done, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create schema, State:synced, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.937 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 02:38:23.937 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.944 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/05/06 02:38:24.007 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:24.007 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 02:38:24.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:24.095 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 112, Table ID: 114, Table Name: t"] [2024/05/06 02:38:24.163 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.748743ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:24.172 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 02:38:24.209 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.132797ms] [job="ID:115, Type:create table, State:done, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:24.264 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create table, State:synced, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:24.309 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 02:38:24.310 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:24.314 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.371751323\n# Parse_time: 0.001437608\n# Compile_time: 0.001043557\n# Rewrite_time: 0.000007407\n# Optimize_time: 0.001794319\n# Wait_TS: 0.000376769\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 65770382d44a1f2a680267a996d5c71fe8d5b02c0296815ef0003a1cbb8f61a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gs_multi_files;\ncreate table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 02:38:24.331 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:24.332 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:24.372 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:24.551 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\"}}"] [dist-task-enabled=true] [2024/05/06 02:38:24.656 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=144.3KiB] [thread-cnt=8] [global-sort=true] [2024/05/06 02:38:24.689 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 02:38:24.690 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:38:24.799 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 02:38:24.801 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:24.803 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/05/06 02:38:24.836 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:24.837 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:24.841 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:24.841 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/05/06 02:38:24.842 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=263.495Β΅s] [2024/05/06 02:38:24.842 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=467.32Β΅s] [] [2024/05/06 02:38:24.842 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/05/06 02:38:24.842 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=1] [2024/05/06 02:38:25.009 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 02:38:25.032 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 02:38:25.070 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:25.072 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 02:38:25.073 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:25.074 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:25.081 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:25.081 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:25.081 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:25.082 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:25.082 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:25.082 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:25.096 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:25.097 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:25.097 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 02:38:25.097 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 02:38:25.143 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [2024/05/06 02:38:25.145 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:25.145 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:25.145 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:25.145 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:25.145 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:25.145 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:25.145 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:25.145 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:25.148 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [2024/05/06 02:38:25.148 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [2024/05/06 02:38:25.148 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [2024/05/06 02:38:25.148 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [2024/05/06 02:38:25.148 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [2024/05/06 02:38:25.148 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [2024/05/06 02:38:25.148 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [2024/05/06 02:38:25.148 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [2024/05/06 02:38:26.755 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [readDur=151.227414ms] [encodeDur=1.397815101s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=86.441559ms] [type=file] [takeTime=1.607313572s] [] [2024/05/06 02:38:26.755 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:26.759 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [2024/05/06 02:38:26.761 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [readDur=137.458123ms] [encodeDur=1.411782219s] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [deliverDur=48.185813ms] [type=file] [takeTime=1.613610246s] [] [2024/05/06 02:38:26.762 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 02:38:26.764 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [2024/05/06 02:38:26.765 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [readDur=112.861609ms] [encodeDur=1.448459068s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=83.847044ms] [type=file] [takeTime=1.617242425s] [] [2024/05/06 02:38:26.771 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [readDur=169.202628ms] [encodeDur=1.402229917s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=86.651227ms] [type=file] [takeTime=1.623507557s] [] [2024/05/06 02:38:26.777 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [readDur=142.912693ms] [encodeDur=1.416151075s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=89.107857ms] [type=file] [takeTime=1.62948358s] [] [2024/05/06 02:38:26.780 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/95225ad3-b761-421d-b9cf-e143dc3b5973] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=13.119962ms] [write-speed(bytes/s)=3.853MiB] [2024/05/06 02:38:26.780 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/95225ad3-b761-421d-b9cf-e143dc3b5973] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.007777ms] [write-time=13.302191ms] [sort-speed(kv/s)=992283.0150] [writer-id=data/95225ad3-b761-421d-b9cf-e143dc3b5973] [2024/05/06 02:38:26.780 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/95225ad3-b761-421d-b9cf-e143dc3b5973] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001388] [maxKey=7480000000000000725f72800000000000176f] [2024/05/06 02:38:26.786 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/915f859f-c0ce-4c60-a328-428a392de7cb] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=13.003185ms] [write-speed(bytes/s)=3.887MiB] [2024/05/06 02:38:26.786 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/915f859f-c0ce-4c60-a328-428a392de7cb] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.179418ms] [write-time=13.134742ms] [sort-speed(kv/s)=847875.8167] [writer-id=data/915f859f-c0ce-4c60-a328-428a392de7cb] [2024/05/06 02:38:26.786 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/915f859f-c0ce-4c60-a328-428a392de7cb] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000007d0] [maxKey=7480000000000000725f728000000000000bb7] [2024/05/06 02:38:26.788 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [readDur=133.550134ms] [encodeDur=1.454088865s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=71.578447ms] [type=file] [takeTime=1.639910409s] [] [2024/05/06 02:38:26.827 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [readDur=133.470708ms] [encodeDur=1.433699396s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=79.957638ms] [type=file] [takeTime=1.678662733s] [] [2024/05/06 02:38:26.827 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [readDur=95.060909ms] [encodeDur=1.47564796s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=115.400682ms] [type=file] [takeTime=1.679687857s] [] [2024/05/06 02:38:26.829 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=50.772246ms] [write-speed(bytes/s)=1019KiB] [2024/05/06 02:38:26.830 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.188794ms] [write-time=50.900994ms] [sort-speed(kv/s)=841188.6332] [writer-id=data/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [2024/05/06 02:38:26.830 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001770] [maxKey=7480000000000000725f728000000000001b57] [2024/05/06 02:38:26.836 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/95225ad3-b761-421d-b9cf-e143dc3b5973] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=53.936382ms] [write-speed(bytes/s)=1.697MiB] [2024/05/06 02:38:26.836 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/95225ad3-b761-421d-b9cf-e143dc3b5973] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.902455ms] [write-time=54.058038ms] [sort-speed(kv/s)=525636.6116] [writer-id=index/3/95225ad3-b761-421d-b9cf-e143dc3b5973] [2024/05/06 02:38:26.836 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/95225ad3-b761-421d-b9cf-e143dc3b5973] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d353030ff3000000000000000f8038000000000001388038000000000001388] [maxKey=7480000000000000725f69800000000000000301746573742d353939ff3900000000000000f803800000000000176f03800000000000176f] [2024/05/06 02:38:26.841 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/915f859f-c0ce-4c60-a328-428a392de7cb] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=53.642333ms] [write-speed(bytes/s)=1.458MiB] [2024/05/06 02:38:26.841 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/915f859f-c0ce-4c60-a328-428a392de7cb] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.401996ms] [write-time=53.801802ms] [sort-speed(kv/s)=713268.7968] [writer-id=index/1/915f859f-c0ce-4c60-a328-428a392de7cb] [2024/05/06 02:38:26.842 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/915f859f-c0ce-4c60-a328-428a392de7cb] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000101746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 02:38:26.843 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=18.061826ms] [write-speed(bytes/s)=2.798MiB] [2024/05/06 02:38:26.843 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=37.13401ms] [write-time=18.181422ms] [sort-speed(kv/s)=26929.4913] [writer-id=data/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [2024/05/06 02:38:26.843 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000bb8] [maxKey=7480000000000000725f728000000000000f9f] [2024/05/06 02:38:26.845 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/40429481-6cf6-4320-a854-cd24026f8bf0] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=16.008283ms] [write-speed(bytes/s)=3.157MiB] [2024/05/06 02:38:26.845 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/40429481-6cf6-4320-a854-cd24026f8bf0] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.151739ms] [write-time=16.20482ms] [sort-speed(kv/s)=464740.3798] [writer-id=data/40429481-6cf6-4320-a854-cd24026f8bf0] [2024/05/06 02:38:26.846 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/40429481-6cf6-4320-a854-cd24026f8bf0] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001b58] [maxKey=7480000000000000725f728000000000001f3f] [2024/05/06 02:38:26.848 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=18.378691ms] [write-speed(bytes/s)=2.75MiB] [2024/05/06 02:38:26.848 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.187989ms] [write-time=18.552887ms] [sort-speed(kv/s)=457040.6890] [writer-id=data/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [2024/05/06 02:38:26.849 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000fa0] [maxKey=7480000000000000725f728000000000001387] [2024/05/06 02:38:26.850 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=18.16094ms] [write-speed(bytes/s)=5.041MiB] [2024/05/06 02:38:26.850 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.637248ms] [write-time=18.295233ms] [sort-speed(kv/s)=610781.0179] [writer-id=index/2/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [2024/05/06 02:38:26.850 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000177001746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f698000000000000002038000000000001b5701746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 02:38:26.875 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/95225ad3-b761-421d-b9cf-e143dc3b5973] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=37.328651ms] [write-speed(bytes/s)=2.095MiB] [2024/05/06 02:38:26.876 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/95225ad3-b761-421d-b9cf-e143dc3b5973] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.572585ms] [write-time=37.597703ms] [sort-speed(kv/s)=635895.6750] [writer-id=index/1/95225ad3-b761-421d-b9cf-e143dc3b5973] [2024/05/06 02:38:26.876 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/95225ad3-b761-421d-b9cf-e143dc3b5973] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000101746573742d353939ff3900000000000000f803800000000000176f] [2024/05/06 02:38:26.887 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/915f859f-c0ce-4c60-a328-428a392de7cb] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=43.746488ms] [write-speed(bytes/s)=2.093MiB] [2024/05/06 02:38:26.887 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/915f859f-c0ce-4c60-a328-428a392de7cb] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.465974ms] [write-time=43.915604ms] [sort-speed(kv/s)=682140.3381] [writer-id=index/2/915f859f-c0ce-4c60-a328-428a392de7cb] [2024/05/06 02:38:26.887 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/915f859f-c0ce-4c60-a328-428a392de7cb] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f698000000000000002038000000000000bb701746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 02:38:26.888 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=42.945035ms] [write-speed(bytes/s)=2.132MiB] [2024/05/06 02:38:26.888 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.388979ms] [write-time=43.174405ms] [sort-speed(kv/s)=719953.2894] [writer-id=index/2/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [2024/05/06 02:38:26.888 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f698000000000000002038000000000000f9f01746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/06 02:38:26.893 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/40429481-6cf6-4320-a854-cd24026f8bf0] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=45.2094ms] [write-speed(bytes/s)=1.73MiB] [2024/05/06 02:38:26.893 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/40429481-6cf6-4320-a854-cd24026f8bf0] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.879292ms] [write-time=45.381306ms] [sort-speed(kv/s)=532115.2860] [writer-id=index/1/40429481-6cf6-4320-a854-cd24026f8bf0] [2024/05/06 02:38:26.893 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/40429481-6cf6-4320-a854-cd24026f8bf0] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000101746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 02:38:26.894 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=40.154192ms] [write-speed(bytes/s)=2.28MiB] [2024/05/06 02:38:26.894 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.700664ms] [write-time=40.375427ms] [sort-speed(kv/s)=212735.9028] [writer-id=index/2/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [2024/05/06 02:38:26.894 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000fa001746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000203800000000000138701746573742d343939ff3900000000000000f8038000000000001387] [2024/05/06 02:38:26.896 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=25.172478ms] [write-speed(bytes/s)=3.637MiB] [2024/05/06 02:38:26.896 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=20.758321ms] [write-time=25.416441ms] [sort-speed(kv/s)=48173.4529] [writer-id=index/3/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [2024/05/06 02:38:26.897 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d363030ff3000000000000000f8038000000000001770038000000000001770] [maxKey=7480000000000000725f69800000000000000301746573742d363939ff3900000000000000f8038000000000001b57038000000000001b57] [2024/05/06 02:38:26.898 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/95225ad3-b761-421d-b9cf-e143dc3b5973] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=20.15656ms] [write-speed(bytes/s)=4.542MiB] [2024/05/06 02:38:26.898 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/95225ad3-b761-421d-b9cf-e143dc3b5973] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.949079ms] [write-time=20.297887ms] [sort-speed(kv/s)=513062.8363] [writer-id=index/2/95225ad3-b761-421d-b9cf-e143dc3b5973] [2024/05/06 02:38:26.898 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/95225ad3-b761-421d-b9cf-e143dc3b5973] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000138801746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000203800000000000176f01746573742d353939ff3900000000000000f803800000000000176f] [2024/05/06 02:38:26.929 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/915f859f-c0ce-4c60-a328-428a392de7cb] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=39.280349ms] [write-speed(bytes/s)=2.331MiB] [2024/05/06 02:38:26.929 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/915f859f-c0ce-4c60-a328-428a392de7cb] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.168291ms] [write-time=39.410264ms] [sort-speed(kv/s)=461192.7089] [writer-id=index/3/915f859f-c0ce-4c60-a328-428a392de7cb] [2024/05/06 02:38:26.929 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/915f859f-c0ce-4c60-a328-428a392de7cb] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000725f69800000000000000301746573742d323939ff3900000000000000f8038000000000000bb7038000000000000bb7] [2024/05/06 02:38:26.930 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=39.629521ms] [write-speed(bytes/s)=2.31MiB] [2024/05/06 02:38:26.930 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.193676ms] [write-time=39.771971ms] [sort-speed(kv/s)=455855.8329] [writer-id=index/3/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [2024/05/06 02:38:26.930 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000301746573742d333939ff3900000000000000f8038000000000000f9f038000000000000f9f] [2024/05/06 02:38:26.937 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/40429481-6cf6-4320-a854-cd24026f8bf0] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=41.878765ms] [write-speed(bytes/s)=2.186MiB] [2024/05/06 02:38:26.937 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/40429481-6cf6-4320-a854-cd24026f8bf0] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.285208ms] [write-time=41.99854ms] [sort-speed(kv/s)=437596.9277] [writer-id=index/2/40429481-6cf6-4320-a854-cd24026f8bf0] [2024/05/06 02:38:26.938 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/40429481-6cf6-4320-a854-cd24026f8bf0] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000001b5801746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f698000000000000002038000000000001f3f01746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 02:38:26.938 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=39.839576ms] [write-speed(bytes/s)=2.298MiB] [2024/05/06 02:38:26.938 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=3.796367ms] [write-time=39.986127ms] [sort-speed(kv/s)=263409.7283] [writer-id=index/3/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [2024/05/06 02:38:26.938 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d343030ff3000000000000000f8038000000000000fa0038000000000000fa0] [maxKey=7480000000000000725f69800000000000000301746573742d343939ff3900000000000000f8038000000000001387038000000000001387] [2024/05/06 02:38:26.940 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=40.446227ms] [write-speed(bytes/s)=1.933MiB] [2024/05/06 02:38:26.940 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.355515ms] [write-time=40.558835ms] [sort-speed(kv/s)=424535.6111] [writer-id=index/1/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [2024/05/06 02:38:26.940 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/a5c10e93-20dc-4f2c-b130-e25c2f3bb65c] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000101746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 02:38:26.949 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=17.397373ms] [write-speed(bytes/s)=4.495MiB] [2024/05/06 02:38:26.950 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.35125ms] [write-time=17.541658ms] [sort-speed(kv/s)=740055.5042] [writer-id=index/1/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [2024/05/06 02:38:26.950 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/d4c1c1b4-3f0f-4ac4-94d2-0194d627786f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000101746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/06 02:38:26.958 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/40429481-6cf6-4320-a854-cd24026f8bf0] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=18.373762ms] [write-speed(bytes/s)=4.983MiB] [2024/05/06 02:38:26.959 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/40429481-6cf6-4320-a854-cd24026f8bf0] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.246914ms] [write-time=18.544593ms] [sort-speed(kv/s)=445054.8619] [writer-id=index/3/40429481-6cf6-4320-a854-cd24026f8bf0] [2024/05/06 02:38:26.959 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/40429481-6cf6-4320-a854-cd24026f8bf0] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d373030ff3000000000000000f8038000000000001b58038000000000001b58] [maxKey=7480000000000000725f69800000000000000301746573742d373939ff3900000000000000f8038000000000001f3f038000000000001f3f] [2024/05/06 02:38:26.960 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=19.309525ms] [write-speed(bytes/s)=4.05MiB] [2024/05/06 02:38:26.960 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.177927ms] [write-time=19.435643ms] [sort-speed(kv/s)=459152.2122] [writer-id=index/1/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [2024/05/06 02:38:26.960 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/9bd1ac2b-ea60-43af-95a8-233bcfe98390] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000101746573742d343939ff3900000000000000f8038000000000001387] [2024/05/06 02:38:27.606 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [readDur=81.155544ms] [encodeDur=743.422194ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=9.441185ms] [type=file] [takeTime=847.518183ms] [] [2024/05/06 02:38:27.613 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [readDur=65.131317ms] [encodeDur=760.641533ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=10.694662ms] [type=file] [takeTime=849.278168ms] [] [2024/05/06 02:38:27.636 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/95c2f120-b265-4d89-8e7b-734687806603] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=26.706488ms] [write-speed(bytes/s)=3.785MiB] [2024/05/06 02:38:27.636 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/95c2f120-b265-4d89-8e7b-734687806603] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=2.523394ms] [write-time=26.882702ms] [sort-speed(kv/s)=792583.3223] [writer-id=data/95c2f120-b265-4d89-8e7b-734687806603] [2024/05/06 02:38:27.636 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/95c2f120-b265-4d89-8e7b-734687806603] [kv-cnt-cap=2048] [minKey=7480000000000000725f7280000000000003e8] [maxKey=7480000000000000725f728000000000002327] [2024/05/06 02:38:27.641 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [sequence-number=0] [bytes=104890] [stat-size=74] [write-time=24.415976ms] [write-speed(bytes/s)=4.097MiB] [2024/05/06 02:38:27.641 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [sequence-number=0] [bytes=104890] [kv-cnt=2000] [sort-time=2.999599ms] [write-time=24.558727ms] [sort-speed(kv/s)=666755.7897] [writer-id=data/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [2024/05/06 02:38:27.641 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000000] [maxKey=7480000000000000725f72800000000000270f] [2024/05/06 02:38:27.666 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/95c2f120-b265-4d89-8e7b-734687806603] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=27.731711ms] [write-speed(bytes/s)=5.64MiB] [2024/05/06 02:38:27.666 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/95c2f120-b265-4d89-8e7b-734687806603] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=2.109936ms] [write-time=27.896475ms] [sort-speed(kv/s)=947896.0499] [writer-id=index/1/95c2f120-b265-4d89-8e7b-734687806603] [2024/05/06 02:38:27.667 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/95c2f120-b265-4d89-8e7b-734687806603] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 02:38:27.710 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [sequence-number=0] [bytes=161990] [stat-size=121] [write-time=32.664741ms] [write-speed(bytes/s)=4.729MiB] [2024/05/06 02:38:27.710 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [sequence-number=0] [bytes=161990] [kv-cnt=2000] [sort-time=35.624634ms] [write-time=32.911213ms] [sort-speed(kv/s)=56140.9277] [writer-id=index/1/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [2024/05/06 02:38:27.710 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 02:38:27.712 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/95c2f120-b265-4d89-8e7b-734687806603] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=35.230667ms] [write-speed(bytes/s)=5.197MiB] [2024/05/06 02:38:27.712 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/95c2f120-b265-4d89-8e7b-734687806603] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=10.410849ms] [write-time=35.40449ms] [sort-speed(kv/s)=192107.2912] [writer-id=index/2/95c2f120-b265-4d89-8e7b-734687806603] [2024/05/06 02:38:27.713 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/95c2f120-b265-4d89-8e7b-734687806603] [kv-cnt-cap=2048] [minKey=7480000000000000725f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 02:38:27.751 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=34.987036ms] [write-speed(bytes/s)=5.175MiB] [2024/05/06 02:38:27.751 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=5.792729ms] [write-time=35.136541ms] [sort-speed(kv/s)=345260.4118] [writer-id=index/2/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [2024/05/06 02:38:27.751 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 02:38:27.753 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/95c2f120-b265-4d89-8e7b-734687806603] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=34.883771ms] [write-speed(bytes/s)=5.249MiB] [2024/05/06 02:38:27.753 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/95c2f120-b265-4d89-8e7b-734687806603] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=5.046803ms] [write-time=35.051176ms] [sort-speed(kv/s)=396290.4833] [writer-id=index/3/95c2f120-b265-4d89-8e7b-734687806603] [2024/05/06 02:38:27.753 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/95c2f120-b265-4d89-8e7b-734687806603] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000725f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/05/06 02:38:27.807 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=28.902295ms] [write-speed(bytes/s)=6.265MiB] [2024/05/06 02:38:27.807 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=26.258126ms] [write-time=29.10305ms] [sort-speed(kv/s)=76166.8978] [writer-id=index/3/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [2024/05/06 02:38:27.807 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/80b74757-c6cc-4f2c-a1fc-52e3993ca49d] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/05/06 02:38:27.807 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [takeTime=2.664191745s] [] [2024/05/06 02:38:27.808 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/05/06 02:38:28.008 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 02:38:28.010 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:28.010 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:28.010 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:28.010 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:28.010 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:28.010 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:28.010 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.010 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:28.010 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:28.010 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.010 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:28.010 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:28.012 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:28.012 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:28.012 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:28.013 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.013 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:28.013 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.942235874s] [] [2024/05/06 02:38:28.013 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 02:38:28.015 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:28.016 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 02:38:28.037 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/05/06 02:38:28.037 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/05/06 02:38:28.037 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/05/06 02:38:28.038 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/05/06 02:38:28.038 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 02:38:28.038 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 02:38:28.171 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 02:38:28.172 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:28.174 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 02:38:28.252 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:28.253 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:28.259 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:28.259 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:28.260 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:28.261 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.261 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:28.262 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:28.262 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.266 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:28.266 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:28.266 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:28.266 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:28.266 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:28.266 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:28.266 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:28.266 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.266 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:28.266 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.266 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:28.266 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:28.267 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:28.267 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:28.275 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=8] [2024/05/06 02:38:28.275 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:28.278 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:28.278 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:28.280 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:28.280 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.280 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:28.281 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:28.281 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.285 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:28.285 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:28.285 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:28.285 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:28.285 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:28.285 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:28.285 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:28.285 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.285 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:28.285 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.285 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:28.285 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:28.286 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:28.286 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:28.292 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 02:38:28.292 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:28.295 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:28.295 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:28.296 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:28.297 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.297 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:28.298 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:28.298 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.302 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:28.302 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:28.302 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:28.302 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:28.302 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:28.302 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:28.302 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.302 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:28.302 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:28.302 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.302 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:28.302 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:28.303 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:28.303 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:28.308 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f72800000000000270f00] [dataFiles=8] [2024/05/06 02:38:28.309 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:28.311 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:28.311 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:28.312 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:28.313 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.313 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:28.314 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:28.314 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.318 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:28.318 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:28.318 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:28.318 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:28.318 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:28.318 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:28.318 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:28.318 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.318 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:28.318 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.318 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:28.318 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:28.319 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 02:38:28.319 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 02:38:28.323 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/05/06 02:38:28.323 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 02:38:28.324 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 02:38:28.324 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 02:38:28.325 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 02:38:28.325 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 02:38:28.494 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 02:38:28.540 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 02:38:28.601 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:28.605 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:28.606 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:28.614 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:28.614 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:28.615 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.615 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:28.616 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:28.616 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.629 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:28.631 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:28.631 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 02:38:28.673 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [2024/05/06 02:38:28.673 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:28.678 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000725F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/05/06 02:38:28.678 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:28.701 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:28.701 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:28.701 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:28.702 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/05/06 02:38:28.702 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.199Β΅s] [2024/05/06 02:38:28.702 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.200584ms] [] [2024/05/06 02:38:28.702 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:28.703 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/05/06 02:38:28.703 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:28.716 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=13.799703ms] [] [2024/05/06 02:38:28.792 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:28.792 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=89.606227ms] [] [2024/05/06 02:38:28.792 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 02:38:28.794 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=91.504993ms] [droppedSize=0] [2024/05/06 02:38:28.901 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=106.519742ms] [2024/05/06 02:38:29.017 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 02:38:29.019 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [takeTime=346.116113ms] [] [2024/05/06 02:38:29.086 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [2024/05/06 02:38:29.086 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:29.092 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 02:38:29.092 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:29.114 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:29.114 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:29.114 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:29.115 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF725F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F8] [2024/05/06 02:38:29.116 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=15.343Β΅s] [2024/05/06 02:38:29.116 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.29899ms] [] [2024/05/06 02:38:29.116 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:29.116 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 02:38:29.116 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:29.123 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.433246ms] [] [2024/05/06 02:38:29.248 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:29.249 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=133.235807ms] [] [2024/05/06 02:38:29.249 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 02:38:29.252 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=135.98164ms] [droppedSize=0] [2024/05/06 02:38:29.366 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=113.791645ms] [2024/05/06 02:38:29.459 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/05/06 02:38:29.461 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [takeTime=374.999341ms] [] [2024/05/06 02:38:29.537 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=data] [2024/05/06 02:38:29.537 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:29.542 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F728000000000000000] [endKey=7480000000000000725F72800000000000270F00] [ranges=1] [] [2024/05/06 02:38:29.542 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:29.565 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:29.565 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:29.565 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:29.566 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F728000000000FF0000000000000000FA] [end=7480000000000000FF725F728000000000FF00270F0000000000FC] [2024/05/06 02:38:29.566 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.135Β΅s] [2024/05/06 02:38:29.566 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.22823ms] [] [2024/05/06 02:38:29.566 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:29.566 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX3KAAAAAAAAAAA=="] [end-key="dIAAAAAAAAByX3KAAAAAAAAnDwA="] [2024/05/06 02:38:29.566 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:29.573 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.613996ms] [] [2024/05/06 02:38:29.687 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:29.688 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=121.907124ms] [] [2024/05/06 02:38:29.688 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 02:38:29.690 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=124.081541ms] [droppedSize=0] [2024/05/06 02:38:29.795 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=104.377144ms] [2024/05/06 02:38:29.894 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/05/06 02:38:29.896 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=data] [takeTime=359.101105ms] [] [2024/05/06 02:38:29.988 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [2024/05/06 02:38:29.988 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:29.994 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 02:38:29.994 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:30.017 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 02:38:30.017 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:30.017 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 02:38:30.018 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F9] [2024/05/06 02:38:30.018 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.518Β΅s] [2024/05/06 02:38:30.018 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.120074ms] [] [2024/05/06 02:38:30.018 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 02:38:30.018 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 02:38:30.018 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 02:38:30.025 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.672396ms] [] [2024/05/06 02:38:30.108 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:30.109 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=90.886256ms] [] [2024/05/06 02:38:30.109 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 02:38:30.111 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=93.052017ms] [droppedSize=0] [2024/05/06 02:38:30.228 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=116.186624ms] [2024/05/06 02:38:30.347 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 02:38:30.349 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [takeTime=360.477467ms] [] [2024/05/06 02:38:30.409 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/06 02:38:30.411 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 02:38:30.414 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:30.416 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 02:38:30.416 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:30.418 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:30.418 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:30.418 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:30.418 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:30.418 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:30.418 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:30.418 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:30.418 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:30.418 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:30.418 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:30.418 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:30.418 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:30.420 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:30.420 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:30.420 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:30.420 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:30.420 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:30.420 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.819324186s] [] [2024/05/06 02:38:30.504 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/05/06 02:38:30.508 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:30.508 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:38:30.713 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:30.762 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 02:38:30.762 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 02:38:30.762 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 02:38:30.762 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=10.43Β΅s] [] [2024/05/06 02:38:30.762 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=-1] [size=368890] [kvs=10000] [checksum=14807964115588225436] [2024/05/06 02:38:30.762 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=1] [size=657990] [kvs=10000] [checksum=4056391227583092039] [2024/05/06 02:38:30.762 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=2] [size=797862] [kvs=10000] [checksum=554937224690942610] [2024/05/06 02:38:30.762 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=3] [size=797862] [kvs=10000] [checksum=7064370007260104284] [2024/05/06 02:38:30.762 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 02:38:30.762 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [weight=30] [2024/05/06 02:38:30.763 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [concurrency=15] [2024/05/06 02:38:30.774 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=3] [checksum=7064370007260104284] [totalKvs=10000] [totalBytes=797862] [2024/05/06 02:38:30.774 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=14807964115588225436] [totalKvs=10000] [totalBytes=368890] [2024/05/06 02:38:30.782 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=2] [checksum=554937224690942610] [totalKvs=10000] [totalBytes=797862] [2024/05/06 02:38:30.783 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=1] [checksum=4056391227583092039] [totalKvs=10000] [totalBytes=657990] [2024/05/06 02:38:30.783 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 02:38:30.783 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=21.205704ms] [] [2024/05/06 02:38:30.783 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=21.467061ms] [] [2024/05/06 02:38:30.823 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=110.012009ms] [] [2024/05/06 02:38:30.915 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:30.915 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 02:38:30.919 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 02:38:30.999 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 02:38:31.000 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 02:38:31.027 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:31.027 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 02:38:31.029 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/05/06 02:38:31.030 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:31.031 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:31.244 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=214.435259ms] [] [2024/05/06 02:38:31.336 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.021144433\n# Parse_time: 0.001818094\n# Compile_time: 0.002839194\n# Rewrite_time: 0.000233334\n# Optimize_time: 0.001794319\n# Wait_TS: 0\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 3af11c8e2b29a6bdf0b4cbd04e051f2f372d40c542763c4a244575bb0aceaee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny4wMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny4wMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:38:31.402 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSplitFile [2024/05/06 02:38:31.655 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/05/06 02:38:31.657 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/05/06 02:38:31.690 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:31.690 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database split_file"] [2024/05/06 02:38:31.735 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:31.767 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=998.875Β΅s] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:31.777 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 02:38:31.823 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=61.66316ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:31.895 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:31.924 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 02:38:31.924 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:31.931 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/05/06 02:38:31.970 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:31.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/05/06 02:38:31.970 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:31.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:32.013 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:31.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.021 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 118, Table Name: t"] [2024/05/06 02:38:32.074 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.357177ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:32.083 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 02:38:32.120 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.484712ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:31.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.192 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:31.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.233 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 02:38:32.233 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:32.236 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.306821089\n# Parse_time: 0.000619935\n# Compile_time: 0.000822588\n# Rewrite_time: 0.00000892\n# Optimize_time: 0.001996296\n# Wait_TS: 0.000342943\n# DB: split_file\n# Is_internal: false\n# Digest: 718201778bd66f1725ab392506a8b0f1272a93661033ae5865aa2626ded770f8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse split_file;\ncreate table t (a bigint primary key , b varchar(100));"] [2024/05/06 02:38:32.269 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:32.453 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 02:38:32.530 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 02:38:32.575 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 02:38:32.575 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:38:32.681 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:32.683 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:32.684 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 02:38:32.708 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:32.712 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:32.712 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 02:38:32.717 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.423966ms] [2024/05/06 02:38:32.718 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.735836ms] [] [2024/05/06 02:38:32.718 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 02:38:32.718 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 02:38:32.863 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 02:38:32.881 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 02:38:32.900 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=8] [2024/05/06 02:38:32.937 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:32.938 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 02:38:32.940 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:32.947 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:32.947 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:32.948 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:32.948 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:32.949 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:32.949 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:32.962 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:32.963 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:32.963 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 02:38:32.963 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 02:38:32.963 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/06 02:38:33.001 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/05/06 02:38:33.006 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 02:38:33.009 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 02:38:33.010 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 02:38:33.053 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/05/06 02:38:33.081 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=4.796345ms] [encodeDur=21.969753ms] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [deliverDur=609.348Β΅s] [type=file] [takeTime=28.407566ms] [] [2024/05/06 02:38:33.083 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=81.572146ms] [] [2024/05/06 02:38:33.083 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/b3d3a68b-158f-4f29-b17e-9be82563820f.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/05/06 02:38:33.083 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 02:38:33.083 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 02:38:33.083 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 02:38:33.085 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.845078ms] [] [2024/05/06 02:38:33.085 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 02:38:33.090 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:33.112 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 02:38:33.113 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:33.127 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 02:38:33.129 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=43.954628ms] [] [2024/05/06 02:38:33.129 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 02:38:33.130 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.077968ms] [] [2024/05/06 02:38:33.131 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 02:38:33.131 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 02:38:33.132 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.552701ms] [] [2024/05/06 02:38:33.132 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 02:38:33.132 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 02:38:33.132 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=51.736Β΅s] [] [2024/05/06 02:38:33.132 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 02:38:33.133 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=761.935Β΅s] [] [2024/05/06 02:38:33.200 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [2024/05/06 02:38:33.204 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 02:38:33.208 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 02:38:33.208 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 02:38:33.266 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/05/06 02:38:33.317 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=9.496294ms] [encodeDur=39.533746ms] [checksum="{cksum=6278114383962372199,size=6334,kvs=179}"] [deliverDur=567.113Β΅s] [type=file] [takeTime=51.114297ms] [] [2024/05/06 02:38:33.319 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=6334] [kvs=179] [files=1] [sstFileSize=2486] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/fba66ee9-e167-4ab5-b889-d349bc9383eb.sst] [firstKey=7480000000000000765F728000000000000000] [lastKey=7480000000000000765F7280000000000000B2] [2024/05/06 02:38:33.319 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [takeTime=118.923747ms] [] [2024/05/06 02:38:33.319 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:38:33.319 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:38:33.319 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 02:38:33.321 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.647373ms] [] [2024/05/06 02:38:33.321 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 02:38:33.326 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:33.363 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/05/06 02:38:33.363 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:33.378 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/05/06 02:38:33.379 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=58.256626ms] [] [2024/05/06 02:38:33.379 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 02:38:33.380 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=921.849Β΅s] [] [2024/05/06 02:38:33.380 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:38:33.380 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 02:38:33.382 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.458011ms] [] [2024/05/06 02:38:33.382 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 02:38:33.382 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 02:38:33.382 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=61.803Β΅s] [] [2024/05/06 02:38:33.382 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 02:38:33.383 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=727.285Β΅s] [] [2024/05/06 02:38:33.440 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [2024/05/06 02:38:33.444 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 02:38:33.448 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 02:38:33.448 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 02:38:33.542 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/05/06 02:38:33.568 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=4.833858ms] [encodeDur=20.245352ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=478.877Β΅s] [type=file] [takeTime=26.578893ms] [] [2024/05/06 02:38:33.570 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [takeTime=130.095449ms] [] [2024/05/06 02:38:33.570 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/3f68a762-cde7-45ab-9b27-bbf7c88d6d7a.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/05/06 02:38:33.570 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 02:38:33.570 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 02:38:33.571 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 02:38:33.572 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.731942ms] [] [2024/05/06 02:38:33.572 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 02:38:33.577 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:33.599 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 02:38:33.599 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:33.613 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 02:38:33.615 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=42.453022ms] [] [2024/05/06 02:38:33.615 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 02:38:33.616 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=939.925Β΅s] [] [2024/05/06 02:38:33.616 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 02:38:33.616 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 02:38:33.618 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.457764ms] [] [2024/05/06 02:38:33.618 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 02:38:33.618 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 02:38:33.618 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=55.089Β΅s] [] [2024/05/06 02:38:33.618 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 02:38:33.618 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=708.496Β΅s] [] [2024/05/06 02:38:33.660 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 02:38:33.665 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:33.665 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:33.665 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:33.665 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:33.665 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:33.665 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:33.666 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:33.666 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:33.666 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:33.666 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:33.666 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:33.666 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:33.668 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:33.668 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:33.668 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:33.668 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:33.668 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:33.668 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=730.542514ms] [] [2024/05/06 02:38:33.695 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:33.697 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:33.699 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:33.699 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:33.767 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/05/06 02:38:33.769 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:33.769 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:38:33.936 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:33.975 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 02:38:33.976 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 02:38:33.976 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 02:38:33.976 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=11.081Β΅s] [] [2024/05/06 02:38:33.976 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [groupId=-1] [size=17890] [kvs=500] [checksum=14807964115588225436] [2024/05/06 02:38:33.976 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 02:38:33.976 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 02:38:33.976 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 02:38:33.987 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=14807964115588225436] [totalKvs=500] [totalBytes=17890] [2024/05/06 02:38:33.988 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 02:38:33.988 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=12.088016ms] [] [2024/05/06 02:38:33.988 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=12.335688ms] [] [2024/05/06 02:38:34.030 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=94.228964ms] [] [2024/05/06 02:38:34.097 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:34.097 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 02:38:34.099 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 02:38:34.157 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 02:38:34.181 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 02:38:34.224 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:34.224 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 02:38:34.316 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:34.378 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.1410817619999998\n# Parse_time: 0.001092671\n# Compile_time: 0.018871851\n# Rewrite_time: 0.000348584\n# Optimize_time: 0.001996296\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 02:38:34.448 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/05/06 02:38:34.478 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:34.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:38:34.478 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:34.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:34.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:34.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:34.535 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 116, Table ID: 120, Table Name: t, Old Table ID: 118, Old Table Name: t"] [2024/05/06 02:38:34.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.47128ms] [gotSchemaVersion=60] [phyTblIDs="[118,120]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:34.601 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 02:38:34.619 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.241762ms] [job="ID:121, Type:truncate table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:34.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:34.673 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=121] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 02:38:34.680 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="truncate table"] [2024/05/06 02:38:34.684 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:truncate table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:34.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:34.746 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 02:38:34.746 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:34.750 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.302486073\n# Parse_time: 0.000311636\n# Compile_time: 0.00057111\n# Rewrite_time: 0.000007347\n# Optimize_time: 0.00079773\n# Wait_TS: 0.000264309\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:38:34.764 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:34.934 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 02:38:35.035 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 02:38:35.077 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 02:38:35.078 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:38:35.183 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:35.184 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:35.185 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 02:38:35.203 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:35.207 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:35.207 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 02:38:35.212 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.453573ms] [2024/05/06 02:38:35.212 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.616508ms] [] [2024/05/06 02:38:35.212 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 02:38:35.213 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 02:38:35.342 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 02:38:35.360 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 02:38:35.368 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=8] [2024/05/06 02:38:35.437 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:35.438 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 02:38:35.440 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:35.448 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 02:38:35.449 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709921601356230] [2024/05/06 02:38:35.449 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:35.449 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 02:38:35.450 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:35.450 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:35.466 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:35.468 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:35.468 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 02:38:35.468 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 02:38:35.468 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/06 02:38:35.511 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/05/06 02:38:35.517 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 02:38:35.522 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 02:38:35.522 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 02:38:35.634 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [2024/05/06 02:38:35.669 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [readDur=6.460913ms] [encodeDur=26.274846ms] [checksum="{cksum=15679111463926781008,size=5724,kvs=159}"] [deliverDur=1.078725ms] [type=file] [takeTime=35.182941ms] [] [2024/05/06 02:38:35.671 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/29dcadb8-1269-4ed2-a737-053ffa363c0c.sst] [firstKey=7480000000000000785F728000000000000155] [lastKey=7480000000000000785F7280000000000001F3] [2024/05/06 02:38:35.671 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=160.185911ms] [] [2024/05/06 02:38:35.671 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 02:38:35.671 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 02:38:35.671 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 02:38:35.673 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.877657ms] [] [2024/05/06 02:38:35.673 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 02:38:35.678 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:35.700 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 02:38:35.700 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:35.715 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 02:38:35.717 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=43.46465ms] [] [2024/05/06 02:38:35.717 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 02:38:35.718 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.035562ms] [] [2024/05/06 02:38:35.718 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 02:38:35.718 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 02:38:35.720 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.398957ms] [] [2024/05/06 02:38:35.720 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 02:38:35.720 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 02:38:35.720 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=57.096Β΅s] [] [2024/05/06 02:38:35.720 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 02:38:35.721 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=689.79Β΅s] [] [2024/05/06 02:38:35.784 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [2024/05/06 02:38:35.789 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 02:38:35.792 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 02:38:35.792 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [1,510 / 1,511] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 40s remote-cache, linux-sandbox [2024/05/06 02:38:35.821 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:0] [2024/05/06 02:38:35.877 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:0] [readDur=5.891582ms] [encodeDur=47.818026ms] [checksum="{cksum=10186756693624054687,size=6300,kvs=178}"] [deliverDur=1.159209ms] [type=file] [takeTime=56.230941ms] [] [2024/05/06 02:38:35.880 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [takeTime=95.50596ms] [] [2024/05/06 02:38:35.880 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=6300] [kvs=178] [files=1] [sstFileSize=2480] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/3ea2d227-e094-4b56-aa99-1011bedf281d.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F7280000000000000B2] [2024/05/06 02:38:35.881 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:38:35.881 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:38:35.881 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 02:38:35.883 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.80311ms] [] [2024/05/06 02:38:35.883 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 02:38:35.888 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:35.910 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/05/06 02:38:35.910 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:35.926 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/05/06 02:38:35.928 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=45.270629ms] [] [2024/05/06 02:38:35.928 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 02:38:35.929 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=968.402Β΅s] [] [2024/05/06 02:38:35.929 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:38:35.929 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 02:38:35.931 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.50258ms] [] [2024/05/06 02:38:35.931 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 02:38:35.931 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 02:38:35.931 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=70.26Β΅s] [] [2024/05/06 02:38:35.931 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 02:38:35.932 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=903.301Β΅s] [] [2024/05/06 02:38:36.008 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [2024/05/06 02:38:36.012 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 02:38:36.015 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 02:38:36.016 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 02:38:36.046 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [2024/05/06 02:38:36.073 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [readDur=4.392072ms] [encodeDur=20.963399ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=836.643Β΅s] [type=file] [takeTime=27.088409ms] [] [2024/05/06 02:38:36.075 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/e2afa160-5fcf-47a9-b54b-1a484f9540ae.sst] [firstKey=7480000000000000785F7280000000000000B3] [lastKey=7480000000000000785F728000000000000154] [2024/05/06 02:38:36.075 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [takeTime=67.429104ms] [] [2024/05/06 02:38:36.075 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 02:38:36.075 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 02:38:36.075 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 02:38:36.077 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.821688ms] [] [2024/05/06 02:38:36.077 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 02:38:36.082 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:36.104 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 02:38:36.104 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:36.119 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 02:38:36.121 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=43.550538ms] [] [2024/05/06 02:38:36.121 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 02:38:36.122 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=952.75Β΅s] [] [2024/05/06 02:38:36.122 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 02:38:36.122 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 02:38:36.124 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.431791ms] [] [2024/05/06 02:38:36.124 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 02:38:36.124 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 02:38:36.124 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=65.317Β΅s] [] [2024/05/06 02:38:36.124 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 02:38:36.125 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=663.605Β΅s] [] [2024/05/06 02:38:36.166 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 02:38:36.171 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:36.171 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:36.171 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:36.171 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:36.171 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:36.171 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:36.171 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:36.171 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:36.171 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:36.171 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:36.171 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:36.171 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:36.173 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:36.173 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:36.173 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:36.173 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:36.173 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:36.173 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=736.236926ms] [] [2024/05/06 02:38:36.200 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:36.202 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:36.203 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:36.203 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:36.295 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/05/06 02:38:36.297 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:36.297 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:38:36.425 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 02:38:36.466 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 02:38:36.467 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 02:38:36.467 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 02:38:36.467 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=9.711Β΅s] [] [2024/05/06 02:38:36.467 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [groupId=-1] [size=17856] [kvs=499] [checksum=12595441316452543163] [2024/05/06 02:38:36.467 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [checksum="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 02:38:36.467 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [weight=30] [2024/05/06 02:38:36.467 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [concurrency=15] [2024/05/06 02:38:36.477 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=12595441316452543163] [totalKvs=499] [totalBytes=17856] [2024/05/06 02:38:36.477 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [local="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 02:38:36.478 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=10.993021ms] [] [2024/05/06 02:38:36.478 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=11.19271ms] [] [2024/05/06 02:38:36.520 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=95.248897ms] [] [2024/05/06 02:38:36.619 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:36.620 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 02:38:36.623 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 02:38:36.684 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 02:38:36.693 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 02:38:36.711 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:36.712 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 02:38:36.795 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:36.888 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.137024808\n# Parse_time: 0.000770151\n# Compile_time: 0.001817601\n# Rewrite_time: 0.00029163\n# Optimize_time: 0.00079773\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 02:38:36.933 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [2024/05/06 02:38:36.933 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [2024/05/06 02:38:36.935 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=12.598Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=14.57Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=14.669Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=16.659Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=9.326Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=9.038Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.623Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=12.444Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=13.645Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=16.34Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=5.175Β΅s] [2024/05/06 02:38:36.936 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:36.936 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:36.936 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:36.941 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=dc5da10a-d0c5-4987-b2fa-4d091bb1e65b] ["take time"=15.41181ms] [2024/05/06 02:38:36.941 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=dc5da10a-d0c5-4987-b2fa-4d091bb1e65b] [2024/05/06 02:38:36.943 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:36.943 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/73302362-79f3-49be-b3f9-bd81af1be2f3] [watcherID=aae63ed3-8671-455c-8a7c-faacb3f3e9a4] [2024/05/06 02:38:36.943 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:36.943 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/73302362-79f3-49be-b3f9-bd81af1be2f3] [2024/05/06 02:38:36.943 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:36.943 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:36.943 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:36.943 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:36.943 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:36.944 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:36.944 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:36.944 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:36.944 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:36.944 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:36.951 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:36.951 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1498] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:36.952 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=dc5da10a-d0c5-4987-b2fa-4d091bb1e65b] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:36.952 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:36.952 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:36.952 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [2024/05/06 02:38:36.952 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:36.952 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:36.952 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b watch owner key /tidb/stats/owner/22318f4bc261e1da"] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:36.952 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:36.952 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:36.953 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:36.952 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:36.952 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [2024/05/06 02:38:36.952 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cd6b53cd-1783-4f74-be8e-62073f9a40b3"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:36.953 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cd6b53cd-1783-4f74-be8e-62073f9a40b3"] [2024/05/06 02:38:36.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:36.952 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:36.952 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [2024/05/06 02:38:36.953 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=dc5da10a-d0c5-4987-b2fa-4d091bb1e65b] [2024/05/06 02:38:36.953 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:36.952 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:36.953 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:36.953 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [2024/05/06 02:38:36.953 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:36.953 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:36.953 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:36.953 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [error="context canceled"] [2024/05/06 02:38:36.954 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:36.954 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cd6b53cd-1783-4f74-be8e-62073f9a40b3] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:36.954 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:36.954 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:36.954 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager cd6b53cd-1783-4f74-be8e-62073f9a40b3"] [error="context canceled"] [2024/05/06 02:38:36.954 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:36.954 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:36.955 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:36.955 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:36.955 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:36.955 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:36.957 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:38:36.958 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:38:36.958 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 02:38:36.959 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:38:36.960 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:36.960 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:36.960 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:36.964 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:36.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:37.154 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:37.155 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cd6b53cd-1783-4f74-be8e-62073f9a40b3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:38.191 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:38.191 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:38.191 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:38.404 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager dc5da10a-d0c5-4987-b2fa-4d091bb1e65b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:38.404 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cd6b53cd-1783-4f74-be8e-62073f9a40b3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:38.404 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:38.404 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:38.404 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:38.413 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.487307549s] [2024/05/06 02:38:38.414 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:38.414 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:38.414 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:38.414 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:38.414 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:38.414 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:38.414 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:38.414 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:38.414 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:38.414 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:38.414 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:38.414 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:38.415 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (46.30s) --- PASS: TestImportInto/TestGlobalSortBasic (10.65s) --- PASS: TestImportInto/TestGlobalSortMultiFiles (8.05s) --- PASS: TestImportInto/TestSplitFile (5.26s) PASS coverage: 13.9% of statements GCov does not exist at the given path: '' May 06, 2024 2:38:44 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 2:38:44 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 2:38:44 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 2:38:44 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 2:38:44 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 91.901s, Critical Path: 74.38s INFO: 1529 processes: 1504 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1529 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [1,568 / 1,570] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 1s remote-cache, linux-sandbox [1,524 / 1,525] 1 / 1 tests; Testing //tests/realtikvtest/addindextest2:addindextest2_test; 64s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest2:addindextest2_test up-to-date: bazel-bin/tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test INFO: Elapsed time: 101.970s, Critical Path: 85.76s INFO: 1513 processes: 1498 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1513 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 100s remote-cache, linux-sandbox [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 101s remote-cache, linux-sandbox [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 11s remote-cache, linux-sandbox [1,511 / 1,512] Testing //tests/realtikvtest/brietest:brietest_test; 100s remote-cache, linux-sandbox [1,511 / 1,512] 1 / 1 tests; Testing //tests/realtikvtest/brietest:brietest_test; 108s remote-cache, linux-sandbox Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 150.190s, Critical Path: 132.34s INFO: 1509 processes: 1483 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1509 total actions Test cases: finished with 7 passing and 0 failing out of 7 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/db.test: ok! 290 test cases passed, take time 37.777097254 s ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 1.198206693 s ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.618765087 s ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.536170542 s [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 100s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 100s remote-cache, linux-sandbox [1,531 / 1,532] 1 / 1 tests; Testing //tests/realtikvtest/importintotest2:importintotest2_test; 85s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestImportInto [2024/05/06 02:37:49.824 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:37:49.825 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:37:49.826 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:37:49.827 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:49.827 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:37:49.828 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:37:49.828 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:49.831 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:37:49.836 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:49.837 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:49.839 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:49.864 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:49.864 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:49.872 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:49.872 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:49.886 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:49.911 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709892250478827] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:37:50.021 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:37:50.155 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=193] ["lease id"=22318f4bc248dcd1] [2024/05/06 02:37:50.158 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:37:50.165 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest2/importintotest2_test.TestImportInto\n\ttests/realtikvtest/importintotest2/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 02:37:50.189 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.666652ms] [2024/05/06 02:37:50.192 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:37:50.193 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=e27b18b4-8721-44a2-82c5-80cee07c1dde] [runWorker=true] [2024/05/06 02:37:50.193 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:37:50.195 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:37:50.196 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:37:50.196 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:50.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:37:50.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:37:50.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:37:50.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:37:50.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:37:50.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:37:50.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:37:50.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:50.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:37:50.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:37:50.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:50.197 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:50.197 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:37:50.199 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e27b18b4-8721-44a2-82c5-80cee07c1dde"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc248dcd5] [ownerID=e27b18b4-8721-44a2-82c5-80cee07c1dde] [op=none] [2024/05/06 02:37:50.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:37:50.200 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f8a4f5be-26f8-4c78-aa34-66d8403f749b] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:50.201 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f8a4f5be-26f8-4c78-aa34-66d8403f749b"] ["owner key"=/tidb/br-stream/owner/22318f4bc248dcd7] [ownerID=f8a4f5be-26f8-4c78-aa34-66d8403f749b] [op=none] [2024/05/06 02:37:50.208 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 02:37:50.240 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:50.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:50.241 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:50.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 02:37:50.248 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:50.249 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e27b18b4-8721-44a2-82c5-80cee07c1dde"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc248dcd5] [ownerID=e27b18b4-8721-44a2-82c5-80cee07c1dde] [op=none] [2024/05/06 02:37:50.249 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e27b18b4-8721-44a2-82c5-80cee07c1dde"] [op=none] [2024/05/06 02:37:50.249 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:37:50.290 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.345 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.655181ms] [2024/05/06 02:37:50.349 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:37:50.358 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:50.358 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 02:37:50.368 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.069835ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:50.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.412 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:50.438 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 02:37:50.438 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:50.443 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 02:37:50.475 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 02:37:50.677 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:50.677 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 02:37:50.746 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.101618ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.051 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.051 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 02:37:51.085 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.8072ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:50.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.132 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:50.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.201 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:51.202 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:51.298 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 02:37:51.298 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.301 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.83789944\n# Parse_time: 0\n# Compile_time: 0.011923304\n# Rewrite_time: 0.000009281\n# Optimize_time: 0\n# Wait_TS: 0.00037502\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 02:37:51.307 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 02:37:51.354 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.354 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 02:37:51.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.772892ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.475 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.475 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 02:37:51.511 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.329492ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.562 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.607 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 02:37:51.607 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.613 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.308507794\n# Parse_time: 0\n# Compile_time: 0.00259467\n# Rewrite_time: 0.000009021\n# Optimize_time: 0\n# Wait_TS: 0.000350727\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:51.616 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 02:37:51.657 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.657 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 02:37:51.697 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.760 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.552855ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.769 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.769 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 02:37:51.806 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.212192ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.867 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.908 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 02:37:51.908 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.922 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 02:37:52.025 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.025 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 02:37:52.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.198 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:37:52.198 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 02:37:52.201 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:52.201 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:52.248 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.633812ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.267 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.267 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 02:37:52.293 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.292457ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.366 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.475 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 02:37:52.475 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.478 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.560636458\n# Parse_time: 0\n# Compile_time: 0.004949331\n# Rewrite_time: 0.000012799\n# Optimize_time: 0\n# Wait_TS: 0.000391976\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:52.484 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 02:37:52.544 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.545 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 02:37:52.596 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.694 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.119933ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.704 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.704 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 02:37:52.741 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.262684ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.815 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.883 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 02:37:52.884 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.887 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.405399248\n# Parse_time: 0\n# Compile_time: 0.002463452\n# Rewrite_time: 0.000012538\n# Optimize_time: 0\n# Wait_TS: 0.000437134\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:52.891 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 02:37:52.964 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.964 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 02:37:53.013 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.100 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=4.024144ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.111 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.111 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 02:37:53.146 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.519318ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.199 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:53.199 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:53.211 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.268 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 02:37:53.268 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.271 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.381734969\n# Parse_time: 0\n# Compile_time: 0.002008724\n# Rewrite_time: 0.000007645\n# Optimize_time: 0\n# Wait_TS: 0.000389778\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:53.273 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 02:37:53.313 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.313 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 02:37:53.383 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.437 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.341657ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.445 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.446 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 02:37:53.484 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.261537ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.519 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.557 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 02:37:53.557 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.562 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 02:37:53.616 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.616 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 02:37:53.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.729 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.502357ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.738 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.738 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 02:37:53.776 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.179631ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.816 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.859 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 02:37:53.859 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.863 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.301227156\n# Parse_time: 0\n# Compile_time: 0.001153188\n# Rewrite_time: 0.000009742\n# Optimize_time: 0\n# Wait_TS: 0.000424757\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:53.867 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 02:37:53.919 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.919 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 02:37:53.994 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.929399ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.081 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.081 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 02:37:54.118 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.161908ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.162 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.199 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:54.200 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:54.211 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 02:37:54.211 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.214 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.348643527\n# Parse_time: 0\n# Compile_time: 0.002065032\n# Rewrite_time: 0.0000086\n# Optimize_time: 0\n# Wait_TS: 0.000363584\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:54.218 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 02:37:54.267 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.267 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 02:37:54.337 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.699309ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.423 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.423 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 02:37:54.459 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.38015ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.513 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.565 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 02:37:54.565 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.573 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.356451045\n# Parse_time: 0\n# Compile_time: 0.002173758\n# Rewrite_time: 0.000009137\n# Optimize_time: 0\n# Wait_TS: 0.000442549\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:54.581 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:54.583 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:54.655 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.655 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:54.696 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.814 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.994897ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.823 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.823 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 02:37:54.859 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.501425ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.001 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 02:37:55.001 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.004 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.425997195\n# Parse_time: 0\n# Compile_time: 0.00301239\n# Rewrite_time: 0.000009617\n# Optimize_time: 0\n# Wait_TS: 0.000316599\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:55.009 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 02:37:55.078 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.078 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 02:37:55.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.201 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:55.201 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:55.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.413804ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.235 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.235 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 02:37:55.272 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.602791ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.321 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.379 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 02:37:55.380 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.383 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.37595596\n# Parse_time: 0\n# Compile_time: 0.002147633\n# Rewrite_time: 0.000010031\n# Optimize_time: 0\n# Wait_TS: 0.000404418\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:55.387 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:37:55.435 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.435 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 02:37:55.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.581 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.140972ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.591 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.591 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 02:37:55.627 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.322481ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.667 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.715 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 02:37:55.716 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.719 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.333695818\n# Parse_time: 0\n# Compile_time: 0.001798422\n# Rewrite_time: 0.000008145\n# Optimize_time: 0\n# Wait_TS: 0.000443305\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:55.725 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:37:55.773 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.773 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 02:37:55.837 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.912 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.569466ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.921 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.921 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 02:37:55.958 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.740042ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.012 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.061 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 02:37:56.062 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:56.065 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.342803195\n# Parse_time: 0\n# Compile_time: 0.002717\n# Rewrite_time: 0.000009792\n# Optimize_time: 0\n# Wait_TS: 0.000341169\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:56.068 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:56.113 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:56.113 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:56.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.201 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:56.201 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:56.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.918216ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:56.277 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:56.277 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 02:37:56.312 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.753976ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.368 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.415 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 02:37:56.415 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:56.419 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.352370384\n# Parse_time: 0\n# Compile_time: 0.001405557\n# Rewrite_time: 0.000011359\n# Optimize_time: 0\n# Wait_TS: 0.000409471\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:56.424 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 02:37:56.477 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:56.477 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 02:37:56.538 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.914869ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:56.626 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:56.626 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 02:37:56.663 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.531251ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.714 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.763 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 02:37:56.763 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:56.766 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.344230732\n# Parse_time: 0\n# Compile_time: 0.002246857\n# Rewrite_time: 0.000010853\n# Optimize_time: 0\n# Wait_TS: 0.000386915\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:56.770 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 02:37:56.816 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:56.816 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 02:37:56.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:56.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.958005ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:56.963 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:56.963 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 02:37:57.000 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.933647ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:56.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.059 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:56.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.109 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 02:37:57.109 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:57.112 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.344016729\n# Parse_time: 0\n# Compile_time: 0.002012332\n# Rewrite_time: 0.000014822\n# Optimize_time: 0\n# Wait_TS: 0.000382002\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:57.121 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:37:57.189 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:57.189 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:37:57.199 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:57.199 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:57.234 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.341 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.568178ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:57.351 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:57.351 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 02:37:57.387 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.045391ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.423 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.497 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 02:37:57.497 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:57.501 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.382697091\n# Parse_time: 0\n# Compile_time: 0.002838852\n# Rewrite_time: 0.000010084\n# Optimize_time: 0\n# Wait_TS: 0.000435795\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:57.518 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:57.578 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:57.578 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:57.626 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.702 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.771307ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:57.713 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:57.713 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 02:37:57.749 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.819986ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.813 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.857 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 02:37:57.858 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:57.861 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.343993155\n# Parse_time: 0\n# Compile_time: 0.001560934\n# Rewrite_time: 0.000010143\n# Optimize_time: 0\n# Wait_TS: 0.000352421\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:57.864 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 02:37:57.905 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:57.905 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 02:37:57.940 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:57.994 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.468079ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:58.003 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:58.004 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 02:37:58.041 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.033443ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:57.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.109 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:57.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.151 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 02:37:58.151 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.156 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 02:37:58.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.196 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 02:37:58.199 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:58.199 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:58.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.143365ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:58.337 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:58.337 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 02:37:58.374 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.465774ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.414 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.447 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 02:37:58.447 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.457 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 02:37:58.517 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.517 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 02:37:58.566 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.263133ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:58.666 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:58.666 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 02:37:58.704 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.716628ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.762 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:58.824 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 02:37:58.824 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.828 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.372557051\n# Parse_time: 0\n# Compile_time: 0.002280313\n# Rewrite_time: 0.00001007\n# Optimize_time: 0\n# Wait_TS: 0.000360724\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:58.831 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:58.876 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:58.876 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:58.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.021 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.885108ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:59.031 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:59.031 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 02:37:59.067 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.459548ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:58.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.117 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.163 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 02:37:59.163 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:59.167 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.337428032\n# Parse_time: 0\n# Compile_time: 0.001360038\n# Rewrite_time: 0.000009296\n# Optimize_time: 0\n# Wait_TS: 0.000313076\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:59.171 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 02:37:59.201 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:59.202 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:59.229 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:59.229 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 02:37:59.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.365 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.044213ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:59.374 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:59.375 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 02:37:59.412 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.899926ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.470 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.517 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 02:37:59.518 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:59.521 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.351811474\n# Parse_time: 0\n# Compile_time: 0.001690822\n# Rewrite_time: 0.000010102\n# Optimize_time: 0\n# Wait_TS: 0.000473563\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:37:59.524 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 02:37:59.570 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:59.570 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 02:37:59.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.926809ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:59.696 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:59.696 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 02:37:59.732 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.330626ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.770 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.812 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 02:37:59.812 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:59.818 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:37:59.863 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:59.863 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 02:37:59.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:59.977 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.812002ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:59.987 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:59.987 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 02:38:00.023 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.198813ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:59.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.078 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:59.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.126 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 02:38:00.126 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:00.129 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.312486996\n# Parse_time: 0\n# Compile_time: 0.001305521\n# Rewrite_time: 0.00000895\n# Optimize_time: 0\n# Wait_TS: 0.00041421\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:00.133 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 02:38:00.176 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:00.176 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 02:38:00.199 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:00.199 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:00.223 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.291 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.622268ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:00.302 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:00.302 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 02:38:00.336 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=54.023257ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.385 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.430 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 02:38:00.430 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:00.433 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.301879526\n# Parse_time: 0\n# Compile_time: 0.001734908\n# Rewrite_time: 0.000012482\n# Optimize_time: 0\n# Wait_TS: 0.000416026\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:00.438 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:38:00.440 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:00.491 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:00.491 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 02:38:00.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.621 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.994808ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:00.632 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:00.632 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 02:38:00.667 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.924427ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.719 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:00.781 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 02:38:00.781 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:00.784 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.348065619\n# Parse_time: 0\n# Compile_time: 0.002159913\n# Rewrite_time: 0.000010404\n# Optimize_time: 0\n# Wait_TS: 0.000437013\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:00.791 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:38:00.846 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:00.846 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:38:00.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.011 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.538125ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:01.022 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.022 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 02:38:01.057 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.883704ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:00.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.116 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:00.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.168 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 02:38:01.169 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:01.172 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.38457828\n# Parse_time: 0\n# Compile_time: 0.003476205\n# Rewrite_time: 0.000011001\n# Optimize_time: 0\n# Wait_TS: 0.000448424\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:01.178 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:38:01.200 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:01.200 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:01.235 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.235 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:38:01.287 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.377 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.869877ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:01.387 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.387 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 02:38:01.425 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.975947ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.468 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.522 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 02:38:01.522 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:01.525 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.349102023\n# Parse_time: 0\n# Compile_time: 0.002119463\n# Rewrite_time: 0.000010112\n# Optimize_time: 0\n# Wait_TS: 0.000318878\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:01.533 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 02:38:01.605 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.605 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 02:38:01.655 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.776 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.680768ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:01.785 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:01.785 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 02:38:01.821 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.180064ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.867 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.946 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 02:38:01.946 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:01.950 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.419888883\n# Parse_time: 0\n# Compile_time: 0.003182858\n# Rewrite_time: 0.000009793\n# Optimize_time: 0\n# Wait_TS: 0.000375856\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:01.952 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 02:38:01.989 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.989 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 02:38:02.082 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.136 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.370816ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:02.144 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:02.145 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 02:38:02.182 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.033253ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:01.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.199 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:02.199 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:02.200 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=f8a4f5be-26f8-4c78-aa34-66d8403f749b] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:02.200 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 02:38:02.218 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.254 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 02:38:02.254 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.257 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.30636048\n# Parse_time: 0\n# Compile_time: 0.000972735\n# Rewrite_time: 0.000013553\n# Optimize_time: 0\n# Wait_TS: 0.000467436\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:02.340 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:02.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.340 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:02.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 02:38:02.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.070977ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:38:02.480 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:02.480 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 02:38:02.518 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.170174ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:02.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.567 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.628 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 02:38:02.628 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.631 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.369292882\n# Parse_time: 0\n# Compile_time: 0.005951364\n# Rewrite_time: 0.002977357\n# Optimize_time: 0\n# Wait_TS: 0.000353325\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:02.635 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 02:38:02.699 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.699 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 02:38:02.746 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.820 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.652171ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:02.830 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:02.830 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 02:38:02.867 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.078847ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.978 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 02:38:02.979 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.982 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.348546238\n# Parse_time: 0\n# Compile_time: 0.001851454\n# Rewrite_time: 0.000010549\n# Optimize_time: 0\n# Wait_TS: 0.000452223\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:02.986 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 02:38:03.031 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.031 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 02:38:03.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.574858ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.179 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.179 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 02:38:03.199 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:03.200 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:03.216 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.860129ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.324 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 02:38:03.324 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:03.328 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.343399033\n# Parse_time: 0\n# Compile_time: 0.001403798\n# Rewrite_time: 0.000008952\n# Optimize_time: 0\n# Wait_TS: 0.000462543\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:03.331 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 02:38:03.378 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.378 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 02:38:03.422 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.660763ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.495 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.495 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 02:38:03.533 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.033316ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.566 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.610 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 02:38:03.611 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:03.621 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 02:38:03.715 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.715 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 02:38:03.760 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.893 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.081168ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.903 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.904 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 02:38:03.938 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.205586ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.976 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.064 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 02:38:04.064 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.067 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.449210267\n# Parse_time: 0\n# Compile_time: 0.00335636\n# Rewrite_time: 0.00001101\n# Optimize_time: 0\n# Wait_TS: 0.000348828\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:04.074 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 02:38:04.145 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.145 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 02:38:04.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.199 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:04.200 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:04.306 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.833668ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:04.314 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:04.314 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 02:38:04.351 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.91472ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.412 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.488 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 02:38:04.488 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.492 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.420382836\n# Parse_time: 0\n# Compile_time: 0.002386743\n# Rewrite_time: 0.000009666\n# Optimize_time: 0\n# Wait_TS: 0.000468339\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:04.499 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 02:38:04.579 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.579 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 02:38:04.632 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.758 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.818692ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:04.766 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:04.767 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 02:38:04.805 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=54.235598ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.871 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.953 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 02:38:04.953 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.956 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.460051798\n# Parse_time: 0\n# Compile_time: 0.003215188\n# Rewrite_time: 0.000012956\n# Optimize_time: 0\n# Wait_TS: 0.000407172\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:04.961 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:38:05.039 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.039 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:38:05.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.200 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:05.201 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:05.217 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.800886ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.225 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.225 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 02:38:05.261 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.513265ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.311 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.385 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 02:38:05.385 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.388 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.42906958\n# Parse_time: 0\n# Compile_time: 0.002342331\n# Rewrite_time: 0.000008837\n# Optimize_time: 0\n# Wait_TS: 0.000340869\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.394 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:38:05.486 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.486 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:38:05.551 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.676 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.826156ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.685 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.685 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 02:38:05.723 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.68931ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.834 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.906 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 02:38:05.906 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.910 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.51830911\n# Parse_time: 0\n# Compile_time: 0.002367314\n# Rewrite_time: 0.000008603\n# Optimize_time: 0\n# Wait_TS: 0.000410903\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.917 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 02:38:05.999 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.999 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 02:38:06.038 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.179 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.726135ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.187 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.187 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 02:38:06.199 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:06.199 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:06.224 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.438557ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.279 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.363 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 02:38:06.363 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.367 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.45280054\n# Parse_time: 0\n# Compile_time: 0.003406525\n# Rewrite_time: 0.000010558\n# Optimize_time: 0\n# Wait_TS: 0.000342658\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:06.374 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:06.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.431 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:06.487 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.579 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.131327ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.588 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.588 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 02:38:06.626 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.182777ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.662 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.732 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 02:38:06.732 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.735 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.363518927\n# Parse_time: 0\n# Compile_time: 0.002433974\n# Rewrite_time: 0.000010183\n# Optimize_time: 0\n# Wait_TS: 0.000455352\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:06.740 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:06.801 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.801 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:06.845 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.192758ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.948 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.951 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 02:38:06.984 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.716457ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.023 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.081 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 02:38:07.081 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.085 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.347077103\n# Parse_time: 0\n# Compile_time: 0.002283281\n# Rewrite_time: 0.000009255\n# Optimize_time: 0\n# Wait_TS: 0.000384025\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.093 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 02:38:07.182 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.182 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 02:38:07.209 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:07.209 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:07.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.43623ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.400 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.400 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 02:38:07.435 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.141929ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.568 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 02:38:07.568 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.572 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.482255129\n# Parse_time: 0\n# Compile_time: 0.003542452\n# Rewrite_time: 0.000009012\n# Optimize_time: 0\n# Wait_TS: 0.000378521\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.577 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:07.639 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.639 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:07.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.438603ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.789 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.790 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 02:38:07.828 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=54.186774ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.941 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 02:38:07.941 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.944 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.369109694\n# Parse_time: 0\n# Compile_time: 0.00236618\n# Rewrite_time: 0.000012658\n# Optimize_time: 0\n# Wait_TS: 0.000478873\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.947 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 02:38:07.993 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.993 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 02:38:08.044 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.562005ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:08.121 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:08.121 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 02:38:08.159 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.18501ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.212 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.258 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 02:38:08.258 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:08.260 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.314983639\n# Parse_time: 0\n# Compile_time: 0.001267977\n# Rewrite_time: 0.000009099\n# Optimize_time: 0\n# Wait_TS: 0.00046838\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:08.264 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 02:38:08.311 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:08.311 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 02:38:08.377 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.463 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.674482ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:08.472 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:08.472 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 02:38:08.505 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.14293ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.576 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.623 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 02:38:08.624 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:08.627 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.36460695\n# Parse_time: 0\n# Compile_time: 0.001482869\n# Rewrite_time: 0.000009683\n# Optimize_time: 0\n# Wait_TS: 0.000374464\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:08.628 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 02:38:08.656 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:08.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 02:38:08.656 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:08.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:08.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.728 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.030179ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:08.736 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:08.736 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 02:38:08.776 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.595538ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:08.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.808 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.832 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 02:38:08.832 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:08.886 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:08.886 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 02:38:08.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.022 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.396176ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:38:09.030 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:09.030 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 02:38:09.070 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.199248ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.154 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 02:38:09.154 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:09.157 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.319929438\n# Parse_time: 0\n# Compile_time: 0.003446516\n# Rewrite_time: 0.001649751\n# Optimize_time: 0\n# Wait_TS: 0.00039464\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:09.633 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567284041875461\n# Query_time: 0.324044369\n# Parse_time: 0\n# Compile_time: 0.147567774\n# Rewrite_time: 0.004778706\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 361372\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNjcuM21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjYBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDYwNC44wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDQzLjbCtXMRQQx3YWl0DRoENTEdGChrdl9yZWFkX3dhbA1mFCAxMDUuMgkjCGlrdjIaAAwyMi41CYEMc2Nhbj6BAAxrZXlzBcQoZ2V0X3NuYXBzaG8RdQQxOQ1UaHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGiRHhuOiB7cHJld3JpdGU6MS40NyE3AVERIhBzOjMzOA1NCRQMOjEuMQEmHHNsb3dlc3RfET8lQwAgMYNAMC4wMDFzLCByZWdpb25faWQB6hAsIHN0byGpNDEyNy4wLjAuMToyMDE2IXgEaW0uYgE6CgEENzdaCgEBqj77AAgyLjMlT1r7AAXrOUwFkRRfYmF0Y2glthA6IDI4LimzKHByb3Bvc2Vfc2VuIbJIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvDDE1My5JAQlgFGxlYWRlchFSJDE1bnMsIHN5bmMJNgg5OC5BWgAsDS0obWVtdGFibGU6IDIFRTmhBWQENDcJkBBhcHBseTKrAAQxNwXqBRkVjAQ2OA3AFG11dGV4Xyn3AblKmgAZFwB3ZTgAMAVQCSkZlgg4LjUhUy46AhhwcmltYXJ5/vQBavQBEDQyNS40Tv4CSvQBCDcuNilQ3vQBCDEzLilLrvQBBDcyMsYBMvMBBDMzNvIBADVp4z5aAQw0OTJuPu8BCDI0MGX3ACwp2DbxAVHdNvMBBDUyJSsALMrzAQQxNE0uPpsASUYl9AByacQIbnVtoSMJKYV+ADFRwhhieXRlOjMyBS5saW5zZXJ0OjEzOS44bXMJMTA0LjkgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 02:38:09.742 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=19.54224791s] [2024/05/06 02:38:09.747 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e27b18b4-8721-44a2-82c5-80cee07c1dde"] [2024/05/06 02:38:09.747 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e27b18b4-8721-44a2-82c5-80cee07c1dde"] [2024/05/06 02:38:09.747 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e27b18b4-8721-44a2-82c5-80cee07c1dde"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:09.749 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e27b18b4-8721-44a2-82c5-80cee07c1dde"] [] [2024/05/06 02:38:09.750 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:09.750 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=16.23Β΅s] [2024/05/06 02:38:09.750 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=13.123Β΅s] [2024/05/06 02:38:09.750 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=11.987Β΅s] [2024/05/06 02:38:09.750 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=6.799Β΅s] [2024/05/06 02:38:09.750 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=12.668Β΅s] [2024/05/06 02:38:09.750 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=9.717Β΅s] [2024/05/06 02:38:09.751 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=11.315Β΅s] [2024/05/06 02:38:09.751 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=13.16Β΅s] [2024/05/06 02:38:09.751 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=11.935Β΅s] [2024/05/06 02:38:09.751 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=8.966Β΅s] [2024/05/06 02:38:09.751 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:09.751 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.737Β΅s] [2024/05/06 02:38:09.751 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:09.751 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:09.751 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:09.764 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=e27b18b4-8721-44a2-82c5-80cee07c1dde] ["take time"=17.876739ms] [2024/05/06 02:38:09.764 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=e27b18b4-8721-44a2-82c5-80cee07c1dde] [2024/05/06 02:38:09.768 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=193] [2024/05/06 02:38:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:09.768 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:09.768 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:09.768 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:09.768 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:09.768 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:09.768 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager f8a4f5be-26f8-4c78-aa34-66d8403f749b watch owner key /tidb/br-stream/owner/22318f4bc248dcd7"] [2024/05/06 02:38:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:09.768 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:09.768 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f8a4f5be-26f8-4c78-aa34-66d8403f749b"] [2024/05/06 02:38:09.769 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f8a4f5be-26f8-4c78-aa34-66d8403f749b"] [2024/05/06 02:38:09.769 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:09.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:09.769 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:09.770 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:09.770 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:09.770 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 02:38:09.770 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f8a4f5be-26f8-4c78-aa34-66d8403f749b] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:09.770 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:09.770 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager f8a4f5be-26f8-4c78-aa34-66d8403f749b"] [error="context canceled"] [2024/05/06 02:38:09.770 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:09.770 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:09.770 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=23.665504ms] [2024/05/06 02:38:09.770 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709892250478827] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:09.781 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:09.926 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=487] ["lease id"=6f188f4bc244f1e0] [2024/05/06 02:38:09.928 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:09.970 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f8a4f5be-26f8-4c78-aa34-66d8403f749b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:10.018 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=86.800732ms] [2024/05/06 02:38:10.022 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:10.023 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960] [runWorker=true] [2024/05/06 02:38:10.023 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:10.024 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:10.025 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:10.026 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:10.026 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:10.026 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:10.026 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:10.028 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc248dd75] [ownerID=aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960] [op=none] [2024/05/06 02:38:10.028 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:10.029 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ab597cea-a655-412b-aa66-3761e562affc] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:10.049 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:10.050 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:10.050 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:10.052 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4bc248dd79] [ownerID=aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960] [op=none] [2024/05/06 02:38:10.065 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 02:38:10.070 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:10.077 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:10.078 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc248dd75] [ownerID=aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960] [op=none] [2024/05/06 02:38:10.078 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [op=none] [2024/05/06 02:38:10.078 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:10.137 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:10.152 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:10.161 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:10.161 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:10.161 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:10.161 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:10.161 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:10.161 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:10.161 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:10.161 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:10.161 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:10.163 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:10.164 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:10.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:10.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:10.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:10.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:10.165 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:10.168 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] ["owner key"=/tidb/stats/owner/3eaa8f4bc248dd7c] [ownerID=aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960] [op=none] [2024/05/06 02:38:10.168 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:10.170 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 02:38:10.174 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b3ea006d-260a-472f-84ec-55f0a727b131] [2024/05/06 02:38:10.175 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:10.175 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:10.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:10.184 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:10.185 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:10.199 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=35.819818ms] [2024/05/06 02:38:10.220 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestImportFromSelectBasic [2024/05/06 02:38:10.231 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists from_select"] [user=] [2024/05/06 02:38:10.233 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 02:38:10.259 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:10.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.259 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:10.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 02:38:10.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.343 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.082483ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:10.354 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 02:38:10.392 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=54.008552ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:10.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.451 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.477 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 02:38:10.477 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:10.483 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 02:38:10.525 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.525 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 02:38:10.589 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.597 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: src"] [2024/05/06 02:38:10.656 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.775483ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:10.664 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 02:38:10.702 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.021079ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.762 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.810 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 02:38:10.811 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:10.815 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.33293465\n# Parse_time: 0.000512474\n# Compile_time: 0.000626114\n# Rewrite_time: 0.000007535\n# Optimize_time: 0.000263518\n# Wait_TS: 0.000320543\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/06 02:38:10.816 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 02:38:10.859 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.859 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 02:38:10.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.907 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 108, Table Name: dst"] [2024/05/06 02:38:10.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.099913ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:10.976 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 02:38:11.013 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.176082ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.048 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.079 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 02:38:11.079 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:11.096 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4250\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:35\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst FROM select id from src"] [2024/05/06 02:38:11.098 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4250\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:36\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst(id) FROM select * from src"] [2024/05/06 02:38:11.175 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:11.175 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:11.175 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b3ea006d-260a-472f-84ec-55f0a727b131] [watcherID=4d7d2c58-6fbd-4164-8144-4b803c437d7b] [2024/05/06 02:38:11.185 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:11.211 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/06 02:38:11.212 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:11.212 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:11.212 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:11.212 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:11.226 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f8a4f5be-26f8-4c78-aa34-66d8403f749b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:11.276 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=108] [2024/05/06 02:38:11.276 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=dst] [import_dir=/tmp/tidb/import-4000] [2024/05/06 02:38:11.284 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:11.284 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:11.285 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:11.285 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:11.286 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:11.286 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:11.301 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:11.303 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:11.303 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 02:38:11.308 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:11.313 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:11.316 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [key=import-from-select] [2024/05/06 02:38:11.316 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [key=import-from-select] [2024/05/06 02:38:11.318 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [key=import-from-select] [readDur=35.66Β΅s] [encodeDur=643.428Β΅s] [checksum="{cksum=2910115271632673698,size=114,kvs=3}"] [deliverDur=280.089Β΅s] [type=query] [takeTime=1.286003ms] [] [2024/05/06 02:38:11.318 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [key=import-from-select] [readDur=110.691Β΅s] [encodeDur=869.842Β΅s] [checksum="{cksum=7522430040538166498,size=38,kvs=1}"] [deliverDur=233.03Β΅s] [type=query] [takeTime=1.52376ms] [] [2024/05/06 02:38:11.319 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/d397bf3f-ca5e-4f41-923b-c3625ffea833/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/3e40eb66-57ef-4748-816d-1cae5df5cc7a.sst] [firstKey=74800000000000006C5F728000000000000001] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 02:38:11.319 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:11.320 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/d397bf3f-ca5e-4f41-923b-c3625ffea833/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/95d805d5-396d-41d9-9f5d-828d697a73cf.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/05/06 02:38:11.322 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.190137ms] [] [2024/05/06 02:38:11.322 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 02:38:11.326 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:11.348 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:11.349 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:11.363 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:11.366 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=43.758934ms] [] [2024/05/06 02:38:11.366 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:11.367 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.556328ms] [] [2024/05/06 02:38:11.368 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 02:38:11.368 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:11.368 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=53.09Β΅s] [] [2024/05/06 02:38:11.368 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 02:38:11.368 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [2024/05/06 02:38:11.374 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [takeTime=6.203483ms] [] [2024/05/06 02:38:11.374 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 02:38:11.374 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [weight=30] [2024/05/06 02:38:11.374 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [concurrency=15] [2024/05/06 02:38:11.378 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 02:38:11.378 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 02:38:11.378 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=d397bf3f-ca5e-4f41-923b-c3625ffea833] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=10.458519ms] [] [2024/05/06 02:38:11.378 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:11.378 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=9.905Β΅s] [] [2024/05/06 02:38:11.379 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:11.380 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.16965ms] [] [2024/05/06 02:38:11.380 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:11.380 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=9.561Β΅s] [] [2024/05/06 02:38:11.380 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:11.381 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=848.121Β΅s] [] [2024/05/06 02:38:11.383 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:11.383 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:11.383 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:11.383 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:11.383 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:11.383 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:11.383 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:11.383 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:11.383 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:11.383 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:11.383 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:11.383 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:11.385 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:11.385 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:11.385 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:11.385 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:11.385 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:11.405 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:38:11.405 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=54] [error="[executor:8173]PreCheck failed: target table is not empty"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 02:38:11.406 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 02:38:11.436 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:11.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 02:38:11.436 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:11.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:11.513 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.524 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: dst, Old Table ID: 108, Old Table Name: dst"] [2024/05/06 02:38:11.561 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.383841ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:11.570 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 02:38:11.609 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.902937ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.657 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 02:38:11.669 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 02:38:11.674 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.742 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 02:38:11.742 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:11.746 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.340626021\n# Parse_time: 0.000245053\n# Compile_time: 0.000577507\n# Rewrite_time: 0.000007244\n# Optimize_time: 0.000729634\n# Wait_TS: 0.000379368\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 02:38:11.937 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=110] [2024/05/06 02:38:11.945 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:11.945 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:11.945 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:11.946 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:11.946 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:11.947 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:11.960 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:11.961 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:11.961 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 02:38:11.967 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:11.971 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:12.025 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [key=import-from-select] [2024/05/06 02:38:12.025 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [key=import-from-select] [2024/05/06 02:38:12.026 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:12.027 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [key=import-from-select] [readDur=259.269Β΅s] [encodeDur=568.351Β΅s] [checksum="{cksum=15134002712567377899,size=38,kvs=1}"] [deliverDur=244.475Β΅s] [type=query] [takeTime=1.441171ms] [] [2024/05/06 02:38:12.027 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [key=import-from-select] [readDur=18.236Β΅s] [encodeDur=728.73Β΅s] [checksum="{cksum=537466866433699273,size=38,kvs=1}"] [deliverDur=310.276Β΅s] [type=query] [takeTime=1.534782ms] [] [2024/05/06 02:38:12.028 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:12.028 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/bd3acbba-f153-405b-91d7-62ec94aee54a/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/ffcc92fb-2367-4354-bc4a-6e16a5359f03.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000001] [2024/05/06 02:38:12.030 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/bd3acbba-f153-405b-91d7-62ec94aee54a/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/4ac04869-8bd6-4727-899b-fed4cff58cd7.sst] [firstKey=74800000000000006E5F728000000000000002] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 02:38:12.032 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=4.127893ms] [] [2024/05/06 02:38:12.032 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 02:38:12.038 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:12.059 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=76] [2024/05/06 02:38:12.060 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:12.075 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 02:38:12.077 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=44.308946ms] [] [2024/05/06 02:38:12.077 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:12.079 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.749372ms] [] [2024/05/06 02:38:12.079 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 02:38:12.079 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:12.079 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=59.155Β΅s] [] [2024/05/06 02:38:12.079 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [2024/05/06 02:38:12.079 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [2024/05/06 02:38:12.086 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [takeTime=6.901467ms] [] [2024/05/06 02:38:12.086 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 02:38:12.086 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [weight=30] [2024/05/06 02:38:12.086 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [concurrency=15] [2024/05/06 02:38:12.090 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=110] [physicalTableID=110] [indexID=-1] [checksum=15380830721546568226] [totalKvs=2] [totalBytes=76] [2024/05/06 02:38:12.091 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [local="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 02:38:12.091 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=bd3acbba-f153-405b-91d7-62ec94aee54a] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [takeTime=11.812694ms] [] [2024/05/06 02:38:12.091 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:12.091 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=11.453Β΅s] [] [2024/05/06 02:38:12.091 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:12.092 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.257537ms] [] [2024/05/06 02:38:12.092 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:12.092 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=9.661Β΅s] [] [2024/05/06 02:38:12.092 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:12.093 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=899.346Β΅s] [] [2024/05/06 02:38:12.096 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:12.096 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:12.096 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:12.096 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:12.097 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:12.096 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:12.097 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:12.097 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:12.097 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:12.097 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:12.097 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:12.097 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:12.099 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:12.099 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:12.099 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:12.099 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:12.099 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:12.101 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567284710342667\n# Conn_ID: 2\n# Query_time: 0.352657526\n# Parse_time: 0.000675109\n# Compile_time: 0.003209785\n# Rewrite_time: 0.002150293\n# Optimize_time: 0.000729634\n# Wait_TS: 0.00011388\n# Cop_time: 0.000066232 Process_time: 0.000047106 Wait_time: 0.000023049 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 6e6a9a0f1e74ed684f03a2c0c9e24f14b196cab2c16a12ba0ff52484bc0cb91e\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.7106e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.3049e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 315\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('owaQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM0N21zLCBsb29wczoxCQEamE4vQQoxCTMxXzkJMAkzMzMzLjMzCWRhdGE6U2VsZWN0aW9uXzgJMglAGDU0NC4ywrUVQ3gyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjEyAWxEcHJvY19rZXlzOiA0LCB0b3RfARIUOiA0Ny4xBUoBExx3YWl0OiAyMwURgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVwCF9kdQUaDG46IDUJk6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AasUX3JwYzoxBZMIYWxfJR9IMS4wM21zfX0JMzE1IEJ5dGVzCSEfIDIJMV84CTFfMDUgIGd0KGZyb21fcyUjKC5zcmMuaWQsIDUpJSkEa3YFogQ6ewVVADA1LgGIPHNjYW5fZGV0YWlsOiB7dG8BfCERCGVzczImAQRhbDIXACBfc2l6ZTogMTgpRARhbA0tODUsIGdldF9zbmFwc2hvdAnHDCA3LjEpXHRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlkghrZXk+FgAYOCwgYmxvYyHTOYcNMhQyfX19LCAB2V7GAAEcADoy3wEIYWxfIeENGi3mAHQhJwh3YWwteyAgMTM0wrVzfQlRlBgzCTQzXzcJIXbIMTAwMDAJdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0AV1FlkaEASAJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('sAfgCqsHCgxJbXBvcnRJbnRvXzIS5gYKDVRhYmxlUmVhZGVyXzkSrQQKC1NlbGVjdGlvbl84EpMBCg9UASJQRnVsbFNjYW5fNyFkwppVvg5EQSkAAQFQiMNAMAQ4AkACShQKEgoLZnJvbV9zBULwRhIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBYI4Wt1HQSmrqqqqqgqqQDACAYIQUhlndCgdgTQuc3JjLmlkLCA1KWq+Am5oAAgsIHMB3HxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktQDUsIGdldF9zbmFwc2hvdF90AdqgIDcuMTHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWdexgABHBA6IDQ3LgmDCcwId2FpEZ0EMjMFmyUnDHdhbGwNMRwxMzTCtXN9cCF6BQEyigEYRgHKT1KYEDKKASgBQAFSEGRhdGE6U0UIGGlvbl84WhYFgBA1NDQuMgVoKeMYMmLUAWNvcEkAWCB7bnVtOiAxLCBtYXg6IDEuMTJtcywgIYctVylmJZk2ywAFyQA6EcQQY29wcl85I0RyYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGgxuOiA1CZSobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGrFF9ycGM6MVEXBeAsMS4wM21zfX1wuwJ4JS4BASwBOAFAAVIDTi9BWhMFJggzNDcB2QRsb0XmVlsBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WHERE `id`>5;"] [2024/05/06 02:38:12.109 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_select] [sql="truncate table src"] [user=] [2024/05/06 02:38:12.136 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:12.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:12.136 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:12.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table src"] [2024/05/06 02:38:12.204 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.214 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 112, Table Name: src, Old Table ID: 106, Old Table Name: src"] [2024/05/06 02:38:12.264 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.378412ms] [gotSchemaVersion=56] [phyTblIDs="[106,112]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:12.276 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 02:38:12.311 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.264545ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.348 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=113] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 02:38:12.356 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/05/06 02:38:12.361 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.413 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 02:38:12.413 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:12.416 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.307721306\n# Parse_time: 0.000270031\n# Compile_time: 0.000731111\n# Rewrite_time: 0.000010153\n# Optimize_time: 0.001016288\n# Wait_TS: 0.000458826\n# DB: from_select\n# Is_internal: false\n# Digest: f2c7f6405bf8440e1c17a34c69e3838791b741099c9e639d9dbbec96d8706c03\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table src;"] [2024/05/06 02:38:12.417 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 02:38:12.462 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:12.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:12.462 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:12.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 02:38:12.512 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.522 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 114, Table Name: dst, Old Table ID: 110, Old Table Name: dst"] [2024/05/06 02:38:12.558 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.110224ms] [gotSchemaVersion=57] [phyTblIDs="[110,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:12.568 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 02:38:12.605 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.552901ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.658 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/06 02:38:12.666 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 02:38:12.671 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.735 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 02:38:12.735 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:12.739 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.322378779\n# Parse_time: 0.000277505\n# Compile_time: 0.00069477\n# Rewrite_time: 0.000008653\n# Optimize_time: 0.001016288\n# Wait_TS: 0.000353387\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 02:38:15.769 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567285326381061\n# Conn_ID: 2\n# Query_time: 2.997812238\n# Parse_time: 0.874955849\n# Compile_time: 1.094770281\n# Rewrite_time: 0.041388229\n# Optimize_time: 0.001016288\n# Wait_TS: 0.000130087\n# Prewrite_time: 0.078969349 Commit_time: 0.010971033 Get_commit_ts_time: 0.000467833 Slowest_prewrite_rpc_detail: {total:0.074s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 3.41ms}, scan_detail: {get_snapshot_time: 8.36Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 20.4Β΅s, propose_send_wait: 0s, persist_log: {total: 268.9Β΅s, write_leader_wait: 35ns, sync_log: 223.3Β΅s, write_memtable: 441ns}, commit_log: 576.8Β΅s, apply_batch_wait: 12.6Β΅s, apply: {total:495Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 48.4Β΅s, write_memtable: 266.8Β΅s}}} Commit_primary_rpc_detail: {total:0.074s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 3.41ms}, scan_detail: {get_snapshot_time: 8.36Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 20.4Β΅s, propose_send_wait: 0s, persist_log: {total: 268.9Β΅s, write_leader_wait: 35ns, sync_log: 223.3Β΅s, write_memtable: 441ns}, commit_log: 576.8Β΅s, apply_batch_wait: 12.6Β΅s, apply: {total:495Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 48.4Β΅s, write_memtable: 266.8Β΅s}}} Write_keys: 5000 Write_size: 203762 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 2eb078d80e2f69b93895c0e634b5a5b655b210941e21f8f52b7ab2a5ed4ce332\n# Num_cop_tasks: 0\n# Mem_max: 1523240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3hTwPDAJMjdfMQkwCTAJTi9BCTAJdGltZTo5MjIuNm1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDIzOC4FI0xhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUIAXwVpIDEuMDhtc30sIAEOGF9kZXRhaWwRZBxfcHJvY2VzcwkqHCA5OC43wrVzET8Md2FpdA0aDDM3LjQdGihrdl9yZWFkX3dhbA1mFCAxNDMuOAkjCGlrdjIaABQ1NS4xwrUBgwxzY2FuPoMADGtleXMFxChnZXRfc25hcHNobxF3BDEwBTqALCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291IQYkMn19fSwgY29tbQG2RHhuOiB7cHJld3JpdGU6MS42NSFsAWMRIhhzOjM2NC42BbMJFBA6MS4yNAEnHHNsb3dlc3RfEUAlVgAgMZcQMC4wMDIBlEBlZ2lvbl9pZDogMTAsIHN0byG9NDEyNy4wLjAuMToyMDE2IYsEaW0udwE6HQEINzY4JVoEfSw6HQEBqz4OARGvog4BBf45cQWjFF9iYXRjaCXdDDogMjQtYShwcm9wb3NlX3NlbiHXSGl0OiAwcywgcGVyc2lzdF9sb2c5ARAxNDcuNSU4CWAUbGVhZGVyDVIoMTQxbnMsIHN5bmMJNgA4CeEALA0tNG1lbXRhYmxlOiAyLjQ5SRcpfwkvBDQwKZMQYXBwbHkyrAAAMVGeBRsVjwA5SV4cLCBtdXRleF9JHwG8Sp0AGRcAd2VhADUyyAAZmwgxNC4Fm11SGHByaW1hcnlGCwIMMXMsIP4LAkULCDQ2MaILAgw3LjAyJYJGCwIFtQn8de1G+QEIOC4yaa6u+QEANwkzCV0y9gEEMzI29QEINTYuCaAJLDlaDDYwM25B7S7zAQgyMzKNOyXaNvUBADMF5wUZNfNtNM7zAQQxNyXaRo4CBDEyBbIlPi3PCG51baFMCcOFpwAxETgUYnl0ZToziXMkaW5zZXJ0OjY4NIE8Ddk6gQQENzkBHGHUESAQczo0NjcN9wkUCDoxMQElgn0EBDc0OnICBDQs2n0EDDMuNDHFGzaYBQGnOnsECDguM2mX3nACBDIwRdwALLJwAggyNjgyrgE2cwIANTZzAgwyMjMuSS0psVl0CDQ0MUJ0Agg1NzYtfUVbNnQCADLNFwUbVXYENDmJ9cZoBAA0YgMFADYJhkV2SQZmaQQEOHM2aQTi9wEMNS42N5b3AQQxMS1T3vcBBDQ3ZVa29wEINDI5LYEpyjL3AQQxMzpgBggyODAyLgA5+AgxLjkOzwgmFgjFxggxLjBljSXdNvgBADPtDQUbNfgIMi4yEj0IxvgBCDExOA1SCckumwAIMjJtKfdibQQMNTAwMDJwBFAyMDM3NjJ9CTcyNy41IEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('6hTwQwrlFAoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6OTIyLjZtcywgbG9vcHM6MWLEC3ByZXBhcmU6IHt0b3RhbDogMjM4CSRMYXV0b19pZF9hbGxvY2F0b3I6IHsFDGRfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdAFCAF8FaiAxLjA4bXN9LCABDhhfZGV0YWlsEWQcX3Byb2Nlc3MJKhwgOTguN8K1cxE/DHdhaXQNGgwzNy40HRooa3ZfcmVhZF93YWwNZhQgMTQzLjgJIwhpa3YyGgAUNTUuMcK1AYMMc2Nhbj6DAAxrZXlzBcQoZ2V0X3NuYXBzaG8RdwQxMAU6gCwgcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdSEGJDJ9fX0sIGNvbW0BtlB4bjoge3ByZXdyaXRlOjEuNjVtcywFYxEiGHM6MzY0LjYFswkUEDoxLjI0ASccc2xvd2VzdF8RQCVWACAxlxAwLjAwMgGUQGVnaW9uX2lkOiAxMCwgc3RvIb00MTI3LjAuMC4xOjIwMTYhiwRpbS53ATodAQg3NjglWgR9LDodAU4OARGvog4BBf45cQWjFF9iYXRjaCXdDDogMjQtYShwcm9wb3NlX3NlbiHXSGl0OiAwcywgcGVyc2lzdF9sb2c5ARAxNDcuNSU4CWAUbGVhZGVyDVIoMTQxbnMsIHN5bmMJNgA4CeEALA0tNG1lbXRhYmxlOiAyLjQ5SRcpfwkvBDQwKZMQYXBwbHkyrAAAMVGeBRsVjwA5SV4cLCBtdXRleF9JHwG8Sp0AGRcAd2VhADUyyAAZmwgxNC4Fm11SGHByaW1hcnlGCwIMMXMsIP4LAkULCDQ2MaILAgw3LjAyJYJGCwIFtQn8de1G+QEIOC4yaa6u+QEANwkzCV0y9gEEMzI29QEINTYuCaAJLDlaDDYwM25B7S7zAQgyMzKNOyXaNvUBADMF5wUZNfNtNM7zAQQxNyXaRo4CBDEyBbIlPi3PCG51baFMCcOFpwAxETgUYnl0ZToziXMAaaXjIDo2ODRtc2LiCA3aOoIEBDc5gVlh1REgEHM6NDY3DfgJFAg6MTEBJYJ+BAQ3NDpzAgQ0LNp+BAwzLjQxxRw2mQUBpzqKBQg4LjNpmN5xAgQyMEXdACyycQIIMjY4Mq8BNnQCADU2dAIMMjIzLkkuKbJZdQg0NDFCdQIINTc2LX1FXDZ1AgAyzRgFG1V3BDQ5ifbGaQQANGIEBQA2CYZFd0kGZmoEBDhzNmoE4vcBDDUuNjeW9wEEMTEtU973AQQ0N2VXtvcBCDQyOS2BKcoy9wEEMTM6YQYIMjgwMi4AOfgIMS45DtAIJhcIxccIMS4wZY0l3Tb4AQAz7Q4FGzX4CDIuMhI+CMb4AQgxMTgNUgnJLpsACDIybSn3Ym4EDDUwMDAycQRcMjAzNzYyfXCovC14////////////ARgB')\n# Resource_group: default\ninsert into src values (0, 'abc-0'),(1, 'abc-1'),(2, 'abc-2'),(3, 'abc-3'),(4, 'abc-4'),(5, 'abc-5'),(6, 'abc-6'),(7, 'abc-7'),(8, 'abc-8'),(9, 'abc-9'),(10, 'abc-10'),(11, 'abc-11'),(12, 'abc-12'),(13, 'abc-13'),(14, 'abc-14'),(15, 'abc-15'),(16, 'abc-16'),(17, 'abc-17'),(18, 'abc-18'),(19, 'abc-19'),(20, 'abc-20'),(21, 'abc-21'),(22, 'abc-22'),(23, 'abc-23'),(24, 'abc-24'),(25, 'abc-25'),(26, 'abc-26'),(27, 'abc-27'),(28, 'abc-28'),(29, 'abc-29'),(30, 'abc-30'),(31, 'abc-31'),(32, 'abc-32'),(33, 'abc-33'),(34, 'abc-34'),(35, 'abc-35'),(36, 'abc-36'),(37, 'abc-37'),(38, 'abc-38'),(39, 'abc-39'),(40, 'abc-40'),(41, 'abc-41'),(42, 'abc-42'),(43, 'abc-43'),(44, 'abc-44'),(45, 'abc-45'),(46, 'abc-46'),(47, 'abc-47'),(48, 'abc-48'),(49, 'abc-49'),(50, 'abc-50'),(51, 'abc-51'),(52, 'abc-52'),(53, 'abc-53'),(54, 'abc-54'),(55, 'abc-55'),(56, 'abc-56'),(57, 'abc-57'),(58, 'abc-58'),(59, 'abc-59'),(60, 'abc-60'),(61, 'abc-61'),(62, 'abc-62'),(63, 'abc-63'),(64, 'abc-64'),(65, 'abc-65'),(66, 'abc-66'),(67, 'abc-67'),(68, 'abc-68'),(69, 'abc-69'),(70, 'abc-70'),(71, 'abc-71'),(72, 'abc-72'),(73, 'abc-73'),(74, 'abc-74'),(75, 'abc-75'),(76, 'abc-76'),(77, 'abc-77'),(78, 'abc-78'),(79, 'abc-79'),(80, 'abc-80'),(81, 'abc-81'),(82, 'abc-82'),(83, 'abc-83'),(84, 'abc-84'),(85, 'abc-85'),(86, 'abc-86'),(87, 'abc-87'),(88, 'abc-88'),(89, 'abc-89'),(90, 'abc-90'),(91, 'abc-91'),(92, 'abc-92'),(93, 'abc-93'),(94, 'abc-94'),(95, 'abc-95'),(96, 'abc-96'),(97, 'abc-97'),(98, 'abc-98'),(99, 'abc-99'),(100, 'abc-100'),(101, 'abc-101'),(102, 'abc-102'),(103, 'abc-103'),(104, 'abc-104'),(105, 'abc-105'),(106, 'abc-106'),(107, 'abc-107'),(108, 'abc-108'),(109, 'abc-109'),(110, 'abc-110'),(111, 'abc-111'),(112, 'abc-112'),(113, 'abc-113'),(114, 'abc-114'),(115, 'abc-115'),(116, 'abc-116'),(117, 'abc-117'),(118, 'abc-118'),(119, 'abc-119'),(120, 'abc-120'),(121, 'abc-121'),(122, 'abc-122'),(123, 'abc-123'),(124, 'abc-124'),(125, 'abc-125'),(126, 'abc-126'),(127, 'abc-127'),(128, 'abc-128'),(129, 'abc-129'),(130, 'abc-130'),(131, 'abc-131'),(132, 'abc-132'),(133, 'abc-133'),(134, 'abc-134'),(135, 'abc-135'),(136, 'abc-136'),(137, 'abc-137'),(138, 'abc-138'),(139, 'abc-139'),(140, 'abc-140'),(141, 'abc-141'),(142, 'abc-142'),(143, 'abc-143'),(144, 'abc-144'),(145, 'abc-145'),(146, 'abc-146'),(147, 'abc-147'),(148, 'abc-148'),(149, 'abc-149'),(150, 'abc-150'),(151, 'abc-151'),(152, 'abc-152'),(153, 'abc-153'),(154, 'abc-154'),(155, 'abc-155'),(156, 'abc-156'),(157, 'abc-157'),(158, 'abc-158'),(159, 'abc-159'),(160, 'abc-160'),(161, 'abc-161'),(162, 'abc-162'),(163, 'abc-163'),(164, 'abc-164'),(165, 'abc-165'),(166, 'abc-166'),(167, 'abc-167'),(168, 'abc-168'),(169, 'abc-169'),(170, 'abc-170'),(171, 'abc-171'),(172, 'abc-172'),(173, 'abc-173'),(174, 'abc-174'),(175, 'abc-175'),(176, 'abc-176'),(177, 'abc-177'),(178, 'abc-178'),(179, 'abc-179'),(180, 'abc-180'),(181, 'abc-181'),(182, 'abc-182'),(183, 'abc-183'),(184, 'abc-184'),(185, 'abc-185'),(186, 'abc-186'),(187, 'abc-187'),(188, 'abc-188'),(189, 'abc-189'),(190, 'abc-190'),(191, 'abc-191'),(192, 'abc-192'),(193, 'abc-193'),(194, 'abc-194'),(195, 'abc-195'),(196, 'abc-196'),(197, 'abc-197'),(198, 'abc-198'),(199, 'abc-199'),(200, 'abc-200'),(201, 'abc-201'),(202, 'abc-202'),(203, 'abc-203'),(204, 'abc-204'),(205, 'abc-205'),(206, 'abc-206'),(207, 'abc-207'),(208, 'abc-208'),(209, 'abc-209'),(210, 'abc-210'),(211, 'abc-211'),(212, 'abc-212'),(213, 'abc-213'),(214, 'abc-214'),(215, 'abc-215'),(216, 'abc-216'),(217, 'abc-217'),(218, 'abc-218'),(219, 'abc-219'),(220, 'abc-220'),(221, 'abc-221'),(222, 'abc-222'),(223, 'abc-223'),(224, 'abc-224'),(225, 'abc-225'),(226, 'abc-226'),(227, 'abc-227'),(228, 'abc-228'),(229, 'abc-229'),(230, 'abc-230'),(231, 'abc-231'),(232, 'abc-232'),(233, 'abc-233'),(234, 'abc-234'),(235, 'abc-235'),(236, 'abc-236'),(237, 'abc-237'),(238, 'abc-238'),(239, 'abc-239'),(240, 'abc-240'),(241, 'abc-241'),(242, 'abc-242'),(243, 'abc-243'),(244, 'abc-244'),(245, 'abc-245'),(246, 'abc-246'),(247, 'abc-247'),(248, 'abc-248'),(249, 'abc-249'),(250, 'abc-250'),(251, 'abc-251'),(252, 'ab(len:92802);"] [2024/05/06 02:38:15.925 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [concurrency=8] [target-table=`from_select`.`dst`] [target-table-id=114] [2024/05/06 02:38:15.932 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:15.932 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:15.933 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.933 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:15.934 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:15.934 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.946 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:15.947 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:15.948 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 02:38:15.952 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:15.957 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:15.961 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [2024/05/06 02:38:15.982 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [2024/05/06 02:38:15.982 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [2024/05/06 02:38:15.984 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [2024/05/06 02:38:15.984 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [2024/05/06 02:38:15.984 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [2024/05/06 02:38:15.984 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [2024/05/06 02:38:15.994 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [2024/05/06 02:38:16.406 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [readDur=110.993741ms] [encodeDur=285.091302ms] [checksum="{cksum=12813472464324311846,size=24649,kvs=604}"] [deliverDur=5.564825ms] [type=query] [takeTime=423.722963ms] [] [2024/05/06 02:38:16.407 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=24649] [kvs=604] [files=1] [sstFileSize=8851] [file=/tmp/tidb/import-4000/f78cacf7-a1f1-4302-bda3-314c5c43d1c9/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/eabe9614-bb26-45e1-9c68-3bf792f1c4e9.sst] [firstKey=7480000000000000725F728000000000000057] [lastKey=7480000000000000725F728000000000001383] [2024/05/06 02:38:16.408 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [readDur=114.532578ms] [encodeDur=290.227451ms] [checksum="{cksum=13232235653609979602,size=25910,kvs=636}"] [deliverDur=8.001016ms] [type=query] [takeTime=423.771238ms] [] [2024/05/06 02:38:16.428 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [readDur=86.856054ms] [encodeDur=341.057737ms] [checksum="{cksum=17214583783492909891,size=26309,kvs=647}"] [deliverDur=27.631309ms] [type=query] [takeTime=466.352578ms] [] [2024/05/06 02:38:16.428 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25910] [kvs=636] [files=1] [sstFileSize=9294] [file=/tmp/tidb/import-4000/f78cacf7-a1f1-4302-bda3-314c5c43d1c9/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/180e515e-587a-4b2d-97b1-c467ab92da94.sst] [firstKey=7480000000000000725F728000000000000015] [lastKey=7480000000000000725F728000000000001386] [2024/05/06 02:38:16.428 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [readDur=85.566302ms] [encodeDur=319.547869ms] [checksum="{cksum=1469835661976748617,size=25749,kvs=632}"] [deliverDur=28.180665ms] [type=query] [takeTime=443.950113ms] [] [2024/05/06 02:38:16.429 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=26309] [kvs=647] [files=1] [sstFileSize=9490] [file=/tmp/tidb/import-4000/f78cacf7-a1f1-4302-bda3-314c5c43d1c9/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/8c21397e-36d7-42d9-91eb-89affa466a37.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000001384] [2024/05/06 02:38:16.430 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25749] [kvs=632] [files=1] [sstFileSize=9218] [file=/tmp/tidb/import-4000/f78cacf7-a1f1-4302-bda3-314c5c43d1c9/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/8aedc1f7-f7f7-423c-9776-addafb5a5acc.sst] [firstKey=7480000000000000725F728000000000000014] [lastKey=7480000000000000725F728000000000001388] [2024/05/06 02:38:16.431 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [readDur=114.483932ms] [encodeDur=291.042326ms] [checksum="{cksum=6757349204035862251,size=25476,kvs=625}"] [deliverDur=31.244073ms] [type=query] [takeTime=447.526054ms] [] [2024/05/06 02:38:16.432 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [readDur=82.978291ms] [encodeDur=322.91375ms] [checksum="{cksum=7568416783038374002,size=25107,kvs=616}"] [deliverDur=31.662991ms] [type=query] [takeTime=449.398201ms] [] [2024/05/06 02:38:16.432 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25476] [kvs=625] [files=1] [sstFileSize=9107] [file=/tmp/tidb/import-4000/f78cacf7-a1f1-4302-bda3-314c5c43d1c9/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/255b588f-bc63-4bbb-b9c5-1b58dbad16e2.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000001385] [2024/05/06 02:38:16.432 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [readDur=68.468617ms] [encodeDur=336.26585ms] [checksum="{cksum=13241835139916914565,size=25426,kvs=624}"] [deliverDur=32.086046ms] [type=query] [takeTime=447.704345ms] [] [2024/05/06 02:38:16.433 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25107] [kvs=616] [files=1] [sstFileSize=8989] [file=/tmp/tidb/import-4000/f78cacf7-a1f1-4302-bda3-314c5c43d1c9/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/8094dd45-3c0c-40d4-aed2-00ed72505c06.sst] [firstKey=7480000000000000725F728000000000000011] [lastKey=7480000000000000725F728000000000001387] [2024/05/06 02:38:16.433 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [key=import-from-select] [readDur=62.586479ms] [encodeDur=332.839433ms] [checksum="{cksum=6259988543254667037,size=25136,kvs=616}"] [deliverDur=33.148459ms] [type=query] [takeTime=439.568933ms] [] [2024/05/06 02:38:16.434 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:16.434 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25426] [kvs=624] [files=1] [sstFileSize=9132] [file=/tmp/tidb/import-4000/f78cacf7-a1f1-4302-bda3-314c5c43d1c9/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/c7de1d74-1765-4ba5-9309-0c5c0d568bbf.sst] [firstKey=7480000000000000725F728000000000000016] [lastKey=7480000000000000725F728000000000001382] [2024/05/06 02:38:16.435 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25136] [kvs=616] [files=1] [sstFileSize=8938] [file=/tmp/tidb/import-4000/f78cacf7-a1f1-4302-bda3-314c5c43d1c9/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/f215b063-287e-431a-971a-cf66df1a03d4.sst] [firstKey=7480000000000000725F72800000000000005E] [lastKey=7480000000000000725F728000000000001381] [2024/05/06 02:38:16.437 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.397351ms] [] [2024/05/06 02:38:16.437 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 02:38:16.444 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:16.465 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=5000] [size=203762] [2024/05/06 02:38:16.465 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:16.570 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=203762] [kvs=5000] [importedSize=203762] [importedCount=5000] [2024/05/06 02:38:16.573 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=135.228638ms] [] [2024/05/06 02:38:16.573 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:16.575 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.913134ms] [] [2024/05/06 02:38:16.575 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 02:38:16.575 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:16.575 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=44.404Β΅s] [] [2024/05/06 02:38:16.575 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [2024/05/06 02:38:16.575 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [2024/05/06 02:38:16.583 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [takeTime=7.489897ms] [] [2024/05/06 02:38:16.583 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [checksum="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 02:38:16.583 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [weight=30] [2024/05/06 02:38:16.583 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [concurrency=15] [2024/05/06 02:38:16.589 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=2965160055807091455] [totalKvs=5000] [totalBytes=203762] [2024/05/06 02:38:16.589 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [local="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 02:38:16.590 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=f78cacf7-a1f1-4302-bda3-314c5c43d1c9] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [takeTime=14.261471ms] [] [2024/05/06 02:38:16.590 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:16.590 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=14.975Β΅s] [] [2024/05/06 02:38:16.590 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:16.592 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.159137ms] [] [2024/05/06 02:38:16.592 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:16.592 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=8.582Β΅s] [] [2024/05/06 02:38:16.592 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:16.593 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=969.54Β΅s] [] [2024/05/06 02:38:16.597 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:16.597 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:16.597 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:16.597 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:16.597 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:16.597 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:16.597 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:16.597 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:16.597 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:16.597 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:16.597 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:16.597 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:16.599 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:16.599 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:16.599 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:16.599 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:16.599 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:16.601 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567285772025860\n# Conn_ID: 2\n# Query_time: 0.827998422\n# Parse_time: 0.001201044\n# Compile_time: 0.003748744\n# Rewrite_time: 0.002557039\n# Optimize_time: 0.001016288\n# Wait_TS: 0.000134698\n# Cop_time: 0.004408267 Process_time: 0.004901966 Wait_time: 0.00017224 Request_count: 5 Process_keys: 5000 Total_keys: 5005 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14527 Rocksdb_key_skipped_count: 19527\n# DB: from_select\n# Is_internal: false\n# Digest: 732118ea7aa678f28e4cb142520f56d3d03c46000e09ced082cbbc8664c18b0b\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 5\n# Cop_proc_avg: 0.000980393 Cop_proc_p90: 0.001703816 Cop_proc_max: 0.001703816 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.4448e-05 Cop_wait_p90: 3.9956e-05 Cop_wait_max: 3.9956e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 520192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iQeYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjgyMS4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTUBGgB0AUcMNy43NxlGeDcsIGNvcF90YXNrOiB7bnVtOiA1LCBtYXg6IDMuMDgBKSBtaW46IDEuMjYBDSBhdmc6IDIuMTkBDQhwOTUdJ0hheF9wcm9jX2tleXM6IDIwMTYsASJGFQAIdG90BRUMOiA0LgVIARE0d2FpdDogMTcyLjLCtXMFlnRyX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFtAhfZHUFGhhuOiA1NC41BToBiZhkaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoB8RhfcnBjOjUsAYUIYWxfJSNAMTAuNW1zfX0JNzguMSBLQgkhZiAyCTQzXzYJMV8xaKh0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk1KX0Ea3YFtBQ6e3Byb2MBpwA6Jc8hYAgwcywpWwAxJVgEODAJGyFhBSSYaXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsJVcIZXNzLYQENTAhLgB0QhoAMF9zaXplOiAyNDM3NjIR+gBrJbdENTAwNSwgZ2V0X3NuYXBzaG90KRMQIDY3LjElX3Byb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biHDDDQ1MjchEwB5QhoAADkFGgxibG9jQW0QfX19LCAhcF7FAAEcLiQCJGFsX3N1c3BlbmQNGwg5LjYFkwniQUINGVlHCRsoa3ZfcmVhZF93YWwt4wQgNSFpAHQhlC4VADguNDhtc30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('8wegCu4HCgxJbXBvcnRJbnRvXzISpwcKDVRhYmxlUmVhZGVyXzcSpAQKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfB5iMNAMIgnOAJAAkoUChIKC2Zyb21fc2VsZWN0EgNzcmNSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2qrA3Rpa3ZfdGFzazp7cHJvYyBtYXg6Mm1zLCBtaW46MHMsIGF2ZzogMW1zLCBwODA6Mm1zLCBwOTUJJPA8aXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNTAwMCwgdEIaADRfc2l6ZTogMjQzNzYyLA0hAGsRM/BMNSwgZ2V0X3NuYXBzaG90X3RpbWU6IDY3LjHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTQ1MjcsIGtleV9za2kyGgAAOQUaMGJsb2NrOiB7fX19LCABXV7FAAEcEDogNC45IRQAdAXGGHN1c3BlbmQNGwg5LjYFkwkcCHdhaRGtEDE3Mi4yHRssa3ZfcmVhZF93YWxsDTwANQVVIZQuFQAcLjQ4bXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBMhMCKAFAAVIUZGF0YTpUNkICBFoUBcAMNy43NwFrMGxvb3BzOjdimgJjb3BJCCQge251bTogNSwgQQwQIDMuMDgBKkEQECAxLjI2AQ0cYXZnOiAyLjElBAhwOTUdJwRheCXvLbkQMjAxNiwBIkYVAAh0b3QFFS5MASUuADo9KYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFtAhfZHUFGhhuOiA1NC41JWMBiZhkaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoB8RRfcnBjOjVRdiUkLDEwLjVtc319cMLwBD1xADghXBQDTi9BWhUFJww4MjEuZRcpTAAxVqcBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WITH thread=8;"] === RUN TestImportInto/TestImportFromSelectColumnList [2024/05/06 02:38:16.737 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 02:38:16.759 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:16.759 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 02:38:16.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.827 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=250.225Β΅s] [gotSchemaVersion=58] [phyTblIDs="[112,114]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:16.836 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=58] [2024/05/06 02:38:16.876 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.063204ms] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.980 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=297.032Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:16.990 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=59] [2024/05/06 02:38:17.028 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.516125ms] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.086 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=167.192Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:17.124 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=60] [2024/05/06 02:38:17.166 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.993003ms] [job="ID:116, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.193 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[112,114]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:17.206 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop schema"] [2024/05/06 02:38:17.209 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.253 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 02:38:17.253 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:17.256 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.519816644\n# Parse_time: 0.000427238\n# Compile_time: 0.000591533\n# Rewrite_time: 0.000006924\n# Optimize_time: 0.001474464\n# Wait_TS: 0.000441466\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 02:38:17.257 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 02:38:17.286 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:17.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:17.286 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:17.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 02:38:17.353 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=939.066Β΅s] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:17.404 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=61] [2024/05/06 02:38:17.443 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.74202ms] [job="ID:118, Type:create schema, State:done, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:17.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.489 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:create schema, State:synced, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.513 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 02:38:17.513 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:17.519 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=from_select] [sql="create table src(id int, a varchar(64))"] [user=] [2024/05/06 02:38:17.554 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:17.554 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, a varchar(64))"] [2024/05/06 02:38:17.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.599 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 119, Table Name: src"] [2024/05/06 02:38:17.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.403228ms] [gotSchemaVersion=62] [phyTblIDs="[119]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:17.661 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=120] [version=62] [2024/05/06 02:38:17.699 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.577003ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.742 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.794 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 02:38:17.795 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:17.802 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=62] [cur_db=from_select] [sql="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [user=] [2024/05/06 02:38:17.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:17.856 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [2024/05/06 02:38:17.897 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.904 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 121, Table Name: dst"] [2024/05/06 02:38:17.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=2.751219ms] [gotSchemaVersion=63] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:17.976 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=63] [2024/05/06 02:38:18.014 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.510856ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.051 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.091 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 02:38:18.091 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:18.307 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=121] [2024/05/06 02:38:18.314 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:18.315 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:18.315 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:18.315 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:18.316 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:18.316 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:18.329 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:18.334 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:18.338 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 02:38:18.343 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:18.347 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:18.354 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [key=import-from-select] [2024/05/06 02:38:18.354 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [key=import-from-select] [2024/05/06 02:38:18.356 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [key=import-from-select] [readDur=19.148Β΅s] [encodeDur=1.505741ms] [checksum="{cksum=9941637007760474360,size=84,kvs=2}"] [deliverDur=176.923Β΅s] [type=query] [takeTime=2.152854ms] [] [2024/05/06 02:38:18.356 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [key=import-from-select] [readDur=24.794Β΅s] [encodeDur=1.411275ms] [checksum="{cksum=16116867390038376506,size=84,kvs=2}"] [deliverDur=622.705Β΅s] [type=query] [takeTime=2.412778ms] [] [2024/05/06 02:38:18.357 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/4417285b-13e6-482d-8baa-e58bfeb1e562/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/dabb81b7-6093-4c42-a658-eeee2e5400b7.sst] [firstKey=7480000000000000795F728000000000000002] [lastKey=7480000000000000795F728000000000000004] [2024/05/06 02:38:18.357 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:18.358 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/4417285b-13e6-482d-8baa-e58bfeb1e562/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/d994d80d-c1a4-40c7-8d3e-3a7b2ead3c08.sst] [firstKey=7480000000000000795F728000000000000001] [lastKey=7480000000000000795F728000000000000003] [2024/05/06 02:38:18.361 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.140622ms] [] [2024/05/06 02:38:18.361 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 02:38:18.365 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:18.386 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=168] [2024/05/06 02:38:18.387 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:18.402 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=168] [kvs=4] [importedSize=168] [importedCount=4] [2024/05/06 02:38:18.404 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=42.910344ms] [] [2024/05/06 02:38:18.404 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:18.405 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.769047ms] [] [2024/05/06 02:38:18.406 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 02:38:18.406 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:18.406 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=61.772Β΅s] [] [2024/05/06 02:38:18.406 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [2024/05/06 02:38:18.406 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [2024/05/06 02:38:18.412 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [takeTime=6.348536ms] [] [2024/05/06 02:38:18.412 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 02:38:18.412 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [weight=30] [2024/05/06 02:38:18.413 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [concurrency=15] [2024/05/06 02:38:18.417 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=6223226670940176578] [totalKvs=4] [totalBytes=168] [2024/05/06 02:38:18.417 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [local="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 02:38:18.417 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=4417285b-13e6-482d-8baa-e58bfeb1e562] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [takeTime=11.359284ms] [] [2024/05/06 02:38:18.417 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:18.417 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=9.244Β΅s] [] [2024/05/06 02:38:18.417 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:18.419 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.125697ms] [] [2024/05/06 02:38:18.419 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:18.419 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=9.007Β΅s] [] [2024/05/06 02:38:18.419 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:18.420 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=860.565Β΅s] [] [2024/05/06 02:38:18.422 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:18.422 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:18.422 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:18.422 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:18.422 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:18.422 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:18.422 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:18.422 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:18.422 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:18.422 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:18.422 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:18.422 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:18.424 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:18.424 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:18.424 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:18.424 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:18.424 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:18.425 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567286388064260\n# Conn_ID: 2\n# Query_time: 0.319637108\n# Parse_time: 0.000675254\n# Compile_time: 0.002497203\n# Rewrite_time: 0.001648305\n# Optimize_time: 0.001474464\n# Wait_TS: 0.000096618\n# Cop_time: 0.000056226 Process_time: 0.000048755 Wait_time: 0.000026105 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 06f4bd58bac954bfb605b498829db22153dab361e4b5150d01a3b8d231d5b370\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.8755e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.6105e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lgaQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxNW1zLCBsb29wczoxCQEamE4vQQoxCTE0XzYJMAkxMDAwMAlmcm9tX3NlbGVjdC5zcmMuaWQJNAlAEDk3N8K1FUFgMgkxLjA1IEtCCTAgQnl0ZXMKMgkzMV8xMBVKTGRhdGE6VGFibGVGdWxsU2Nhbl85EUwQNTM5LjMuTgB4LCBjb3BfdGFzazoge251bTogMSwgbWF4OiA4NTcuOQUrRHByb2Nfa2V5czogNCwgdG90XwESFDogNDguOAUhARMkd2FpdDogMjYuMQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaEG46IDM5DW6obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGxFF9ycGM6MQWXCGFsXyVxCDc4NgVMFH19CTM1MikmAAkhcyAzCTQzXzkJMV8xdcB0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3ZfJSkAewVmADA1kwGZAHMhZyhkZXRhaWw6IHt0bwGNGHByb2Nlc3MyOwEEYWwyFwAgX3NpemU6IDE4KVkEYWwNLTg1LCBnZXRfc25hcHNob3QJ2BAgOS4zMyVedHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWnCGtleT4WABg4LCBibG9jIeoQfX19LCABx160AAEcNuIBCGFsXyHkDRo16QB0IRcMd2FsbA0ZRDE0Ny43wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('iAfw9QqDBwoMSW1wb3J0SW50b18yEr4GCgZTb3J0XzYS7gUKDlRhYmxlUmVhZGVyXzEwEqgDCg9UYWJsZUZ1bGxTY2FuXzkhZMKaVb4OREEpAAAAAACIw0AwBDgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDE4NCwgdAUeWGtleXM6IDUsIGdldF9zbmFwc2hvdF90AXLAIDkuMzPCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWADw4LCBibG9jazoge319fSwgAVUAX1q0AAEcFDogNDguOAVxAHQFnAh3YWkRiwwyNi4xCRocaWt2X3dhbGwNMygxNDcuN8K1c31w/xEBBAF4EQos/wEhnFYfpYdMFkEpPZcoAUABUhRkYXRhOlQ2xQEEWhYFiBA1MzkuMwVuQGxvb3BzOjJi3AFjb3BfdGFzAc1EbnVtOiAxLCBtYXg6IDg1Ny45BSwMcHJvYy1PBDQsAcIAXwESNtUABdMAOhnOgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaEG46IDM5DW6obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGxFF9ycGM6MQWXAGEtOwg3ODYFTBB9fXDgAi4zARjomd+YRR9bQjMBBBJmWcYgLnNyYy5pZFoUJTEEOTchgwQsIC0vNHC4CDgBQAFSA04vQVoTBSIMMzE1bRUhADFWrAEEGAE=')\n# Resource_group: default\nuse from_select;\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT * FROM `from_select`.`src` ORDER BY `id`;"] [2024/05/06 02:38:18.433 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 02:38:18.466 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:18.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:18.466 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:18.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 02:38:18.507 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:18.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.518 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 117, Table ID: 123, Table Name: dst, Old Table ID: 121, Old Table Name: dst"] [2024/05/06 02:38:18.587 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.935301ms] [gotSchemaVersion=64] [phyTblIDs="[121,123]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:18.598 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=124] [version=64] [2024/05/06 02:38:18.620 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=56.00808ms] [job="ID:124, Type:truncate table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.682 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 02:38:18.690 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="truncate table"] [2024/05/06 02:38:18.693 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:truncate table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.756 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 02:38:18.756 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:18.759 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.326477524\n# Parse_time: 0.000166374\n# Compile_time: 0.000570409\n# Rewrite_time: 0.000007798\n# Optimize_time: 0.000765259\n# Wait_TS: 0.00039424\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 02:38:18.762 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=from_select] [sql="create table src2(id int, a varchar(64))"] [user=] [2024/05/06 02:38:18.799 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:18.799 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src2(id int, a varchar(64))"] [2024/05/06 02:38:18.853 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.860 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 125, Table Name: src2"] [2024/05/06 02:38:18.906 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.322567ms] [gotSchemaVersion=65] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:18.914 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=126] [version=65] [2024/05/06 02:38:18.953 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.380473ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.005 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.053 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 02:38:19.053 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:19.251 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=123] [2024/05/06 02:38:19.258 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:19.258 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:19.258 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.259 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:19.260 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:19.260 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:19.273 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:19.275 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:19.275 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 02:38:19.280 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:19.284 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:19.292 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [key=import-from-select] [2024/05/06 02:38:19.292 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [key=import-from-select] [2024/05/06 02:38:19.293 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [key=import-from-select] [readDur=8.675Β΅s] [encodeDur=461.424Β΅s] [checksum="{cksum=3293733532570458167,size=40,kvs=1}"] [deliverDur=72.161Β΅s] [type=query] [takeTime=913.613Β΅s] [] [2024/05/06 02:38:19.294 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [key=import-from-select] [readDur=160.511Β΅s] [encodeDur=557.97Β΅s] [checksum="{cksum=6696951437767645218,size=40,kvs=1}"] [deliverDur=510.252Β΅s] [type=query] [takeTime=1.504605ms] [] [2024/05/06 02:38:19.294 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a5f5273c-92a3-4adf-b154-ae81f196fb37.sst] [firstKey=74800000000000007B5F728000000000000001] [lastKey=74800000000000007B5F728000000000000001] [2024/05/06 02:38:19.295 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:19.295 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/4ad9d588-f7f7-4239-a8ba-a137b8e8594e.sst] [firstKey=74800000000000007B5F728000000000000002] [lastKey=74800000000000007B5F728000000000000002] [2024/05/06 02:38:19.298 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.973733ms] [] [2024/05/06 02:38:19.298 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 02:38:19.303 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:19.330 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=80] [2024/05/06 02:38:19.331 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:19.350 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 02:38:19.352 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=54.083995ms] [] [2024/05/06 02:38:19.352 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:19.354 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.895045ms] [] [2024/05/06 02:38:19.354 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 02:38:19.354 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:19.354 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=45.621Β΅s] [] [2024/05/06 02:38:19.354 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [2024/05/06 02:38:19.354 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [2024/05/06 02:38:19.361 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [takeTime=6.989671ms] [] [2024/05/06 02:38:19.361 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 02:38:19.362 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [weight=30] [2024/05/06 02:38:19.362 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [concurrency=15] [2024/05/06 02:38:19.365 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=123] [physicalTableID=123] [indexID=-1] [checksum=8162185998638841877] [totalKvs=2] [totalBytes=80] [2024/05/06 02:38:19.366 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [local="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 02:38:19.366 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=407edd49-f3c8-44aa-9cb1-ad9cfc0c5b6f] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [takeTime=11.513361ms] [] [2024/05/06 02:38:19.366 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:19.366 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=15.958Β΅s] [] [2024/05/06 02:38:19.366 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:19.367 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.223231ms] [] [2024/05/06 02:38:19.367 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:19.368 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=7.694Β΅s] [] [2024/05/06 02:38:19.368 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:19.368 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=886.027Β΅s] [] [2024/05/06 02:38:19.372 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:19.372 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:19.372 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:19.372 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:19.372 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:19.372 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:19.372 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:19.372 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.372 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:19.372 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.372 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:19.372 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:19.375 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:19.375 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:19.375 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:19.375 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:19.376 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:19.379 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567286637101065\n# Conn_ID: 2\n# Query_time: 0.307107253\n# Parse_time: 0.002481786\n# Compile_time: 0.007803293\n# Rewrite_time: 0.006228848\n# Optimize_time: 0.000765259\n# Wait_TS: 0.000135009\n# Cop_time: 0.000115654 Process_time: 0.000110523 Wait_time: 0.00007155 Request_count: 2 Process_keys: 6 Total_keys: 8 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 6 Rocksdb_key_skipped_count: 12 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 1c445cd065c7ff0153477e10de3e9df02facdf5c80131c9c4e5acd1f06d9dc1e\n# Stats: src:pseudo[10000;0],src2:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 5.5261e-05 Cop_proc_p90: 7.4056e-05 Cop_proc_max: 7.4056e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.5775e-05 Cop_wait_p90: 4.1386e-05 Cop_wait_max: 4.1386e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 10740\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jw+YMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjI5My41bXMsIGxvb3BzOjEJARywTi9BCjEJMTRfMTAJMAkxMjQ4Ny41MAlmcm9tX3NlbGVjdC5zcmMyLmlkCTIJBUcMMS43NhlGYDIJMS4wMiBLQgkwIEJ5dGVzCjIJMTdfMTQuTgBUaW5uZXIgam9pbiwgZXF1YWw6W2VxKDpkABAuaWQsIDoUABgyLmlkKV0JFXoEMzgdergsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjg0My41wrVzLCBmZXRjaDo2MzAuNwUQBTIMOjIxMgUQYH0sIHByb2JlOntjb25jdXJyZW5jeTo1LCAJRww0LjE3AXAgbWF4Ojk2MS40BUMJMggxNzQuYwBIIGFuZCB3YWl0OjRtc30JOS40Ni4UASAzCTMxXzE3KEIBsTwpCTAJOTk5MAlkYXRhOlNlIWUgaW9uXzE2CTQJJWMQNDkxLjMFbSmrUDIsIGNvcF90YXNrOiB7bnVtOiAxLAWXACAhfgGkLHByb2Nfa2V5czogNAXAAF8BEhQ6IDc0LjEFSgx0b3RfBaEEIDQRymRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMDFbAXIIX2R1BRoMbjogNRFNLG1heF9kaXN0c3FsXy47AUggMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfBeMwOTMzLjbCtXN9fQkyOU07AAlBjQg0CTEhCgQxXy0lJG5vdChpc251bGxKMQIEKSklMwRrdgWqBDp7BVsAMFnjPH0sIHNjYW5fZGV0YWlsOiBJICUbCGVzczIwAQBhNhcAIF9zaXplOiAxOClOBGFsDS04NSwgZ2V0X3NuYXBzaG90Cc0EIDIpZHRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlmghrZXk+FgAYOCwgYmxvYyHbOY0NMhQyfX19LCAB117EAAEcNucBCGFsXyHpDRo17gB0IScId2FsLYEUIDIxOC45IYIhdwEEIAo1CTQzXzE1CSF8FDEwMDAwCWlWgHgsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3qFAQFdAQRpBwwyMChQYXUAKV4HAwA5cfAINTIwbXSOBwOFlUH1LaoAMkVwJewMOiAzNm2ueQcMMzAuMmUaAGPCBwMAN4U+ZYL+BwMEODgFhhR9fQkzMTGpQiUrZQcAOSWLADmBLGYHA6UkACklNPYIAykxAGFSCAMEODglTnUHADNSBwMEMTBFUgAsggkDADJBUkIJAwA0eQma9wIu1wE29wI13j73AggxMzEpciFnAQRN9wQ4CT73AgB5AaVy9wIEMgkFXqEmSnwEIAlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('oBHw3gqbEQoMSW1wb3J0SW50b18yEtQQCgdTb3J0XzEwEoIQCgtIYXNoSm9pbl8xNBL5BgoOVGFibGVSZWFkZXJfMTcStQQKDFNlbGVjdGlvbl8xNhKSAQoQVGFibGVGdWxsU2Nhbl8xNSFkwppVvg5EQSkAAAAAAIjDQDAEOAJAAkoSChAKC2Zyb21fc2VsZWN0EgF4Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////////////AXj///8JDgABBYAIWt1HDYAAgxGAPFIfbm90KGlzbnVsbChmcm8Rhzguc3JjLmlkKSlqwAJ0aWtibgCYLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgRhcAJF9zaXplOiAxODQRHgkt8EY1LCBnZXRfc25hcHNob3RfdGltZTogMjHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5X3NraS4WAEw4LCBibG9jazoge2NhY2hlX2hpdBEyFDJ9fX0sIAFlXsQAARwQOiA3NC4JgwnKCHdhaRGbDDQxLjQFnSUnDHdhbGwNMyQyMTguOcK1c31wKYQA/zaSASgaAQEh1OMOtFKbDjKVASwBQAFSEWRhdGE6U2VZVQRaFgWIEDQ5MS4zBW4EbG8h7ygyYtoBY29wX3RhcwHfUG51bTogMSwgbWF4OiAxLjAybXMsICGNLV0pbCWfNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoMbjogNTEgqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRAwXkEDkzMy42ITgQfXCiAnghNwUBCAES6Tp8AxQyMBKlBAoufAMIORKSRnwDADhF/Ai+DkQtZxCIw0AwAlp8AxB5Uh5rZf58A4p8AwWABFIgZnwDADJpfQCv7n0DZX0AMjFcQQdxlABfaX0EODgRHWl8ADNSfAMIMTAuQceGfgMEMixOfgMANHl+mmwDDDM2LjVF5EJsAwwzMC4yCRqBk31sCDEzMQUaYmwDIAIhJ3ze/VlRGE0FAINFBVJsAwA5bWwINTIwbdqSbAMANjpsAyl5JXcAOjLTAG1sFczGbAMINy43JQbubANtbAQ4OCk4CH1wty5sAxwh6uFfPOyrPCkuCMBjyGEzIS5UP2lubmVyIGpvaW4sIGVxdWFsOltlcUo6BgQsIDpOBkXSCF1aFGXkDDEuMzghMDFaBJgBiVYUaGFzaF904WAAOslLDDo4NDNNDiBmZXRjaDo2MzAN/gUyDDoyMTIFEAB9hekMYmU6ey52BAA1TeEQOjQuMTcBcaEaBDk2sbMEcHIBMggxNzQuYwAQIGFuZCCh4Tw6NG1zfXDcSyGe0lyxcAdkQg0BABNK4wAV4QA3RREN4QhwmAglPxQDTi9BWhUlAxAyOTMuNQGTCSMAMVYmBgQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT `y`.`id`,`y`.`a` FROM `from_select`.`src` AS `x` JOIN `from_select`.`src2` AS `y` ON `x`.`id`=`y`.`id` ORDER BY `y`.`id`;"] === RUN TestImportInto/TestImportFromSelectStaleRead [2024/05/06 02:38:19.388 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 02:38:19.410 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:19.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:19.410 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:19.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 02:38:19.444 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.479 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=298.414Β΅s] [gotSchemaVersion=66] [phyTblIDs="[119,123,125]"] [actionTypes="[2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:19.488 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=127] [version=66] [2024/05/06 02:38:19.528 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.150012ms] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:19.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.612 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=182.868Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:19.624 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=127] [version=67] [2024/05/06 02:38:19.661 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=52.643543ms] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.725 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=195.626Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:19.736 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=127] [version=68] [2024/05/06 02:38:19.780 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=58.990223ms] [job="ID:127, Type:drop schema, State:done, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:19.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.815 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=127] [tableIDs="[119,123,125]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:19.827 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop schema"] [2024/05/06 02:38:19.831 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop schema, State:synced, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:19.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.875 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 02:38:19.875 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:19.878 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.491868192\n# Parse_time: 0.000456474\n# Compile_time: 0.000687002\n# Rewrite_time: 0.00000736\n# Optimize_time: 0.001237762\n# Wait_TS: 0.000363304\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 02:38:19.880 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 02:38:19.906 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:19.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:19.906 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:19.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 02:38:19.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=1.039589ms] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:19.983 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=69] [2024/05/06 02:38:20.022 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.164609ms] [job="ID:129, Type:create schema, State:done, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:19.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.090 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create schema, State:synced, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.117 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 02:38:20.117 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:20.136 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 02:38:20.204 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:20.204 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 02:38:20.269 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.276 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 130, Table Name: src"] [2024/05/06 02:38:20.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.156757ms] [gotSchemaVersion=70] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:20.347 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=131] [version=70] [2024/05/06 02:38:20.384 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.510767ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.446 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.479 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 02:38:20.479 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:20.483 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.347660724\n# Parse_time: 0.000427834\n# Compile_time: 0.000767442\n# Rewrite_time: 0.000007984\n# Optimize_time: 0.001237762\n# Wait_TS: 0.00035473\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/06 02:38:20.717 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 02:38:20.752 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:20.752 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 02:38:20.802 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.809 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 132, Table Name: dst"] [2024/05/06 02:38:20.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=2.357555ms] [gotSchemaVersion=71] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:20.866 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=133] [version=71] [2024/05/06 02:38:20.904 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=54.180514ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.951 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.991 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 02:38:20.991 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:21.000 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449567287042113536] [2024/05/06 02:38:21.002 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:114\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 02:38:20.594987'"] [2024/05/06 02:38:21.003 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:115\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 02:38:21.213 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=132] [2024/05/06 02:38:21.222 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:21.222 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:21.222 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:21.222 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:21.223 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:21.223 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:21.237 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:21.239 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:21.239 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 02:38:21.244 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:21.248 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:21.252 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [key=import-from-select] [2024/05/06 02:38:21.253 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [key=import-from-select] [2024/05/06 02:38:21.253 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [key=import-from-select] [readDur=12.453Β΅s] [encodeDur=620.46Β΅s] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [deliverDur=287.055Β΅s] [type=query] [takeTime=1.405478ms] [] [2024/05/06 02:38:21.254 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=143.936Β΅s] [] [2024/05/06 02:38:21.254 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:21.254 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/31604da2-a563-4dea-bb13-32461d80b5c4/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/3a8a1a9f-57a5-4f42-b113-408cdd518c06.sst] [firstKey=7480000000000000845F728000000000000001] [lastKey=7480000000000000845F728000000000000001] [2024/05/06 02:38:21.256 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.284483ms] [] [2024/05/06 02:38:21.257 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 02:38:21.261 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:21.283 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=1] [size=33] [2024/05/06 02:38:21.283 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:21.300 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 02:38:21.302 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=45.494685ms] [] [2024/05/06 02:38:21.302 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:21.304 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.647458ms] [] [2024/05/06 02:38:21.304 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 02:38:21.304 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:21.304 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=58.515Β΅s] [] [2024/05/06 02:38:21.304 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [2024/05/06 02:38:21.304 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [2024/05/06 02:38:21.311 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [takeTime=6.907337ms] [] [2024/05/06 02:38:21.311 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 02:38:21.311 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [weight=30] [2024/05/06 02:38:21.311 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [concurrency=15] [2024/05/06 02:38:21.315 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=132] [physicalTableID=132] [indexID=-1] [checksum=1966421691991203989] [totalKvs=1] [totalBytes=33] [2024/05/06 02:38:21.316 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [local="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 02:38:21.316 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=31604da2-a563-4dea-bb13-32461d80b5c4] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [takeTime=11.889804ms] [] [2024/05/06 02:38:21.316 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:21.316 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=17.977Β΅s] [] [2024/05/06 02:38:21.316 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:21.318 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.063754ms] [] [2024/05/06 02:38:21.318 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:21.318 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=8.57Β΅s] [] [2024/05/06 02:38:21.318 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:21.319 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=967.836Β΅s] [] [2024/05/06 02:38:21.321 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:21.321 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:21.322 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:21.322 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:21.322 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:21.322 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:21.322 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:21.322 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:21.322 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:21.322 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:21.322 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:21.322 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:21.323 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:21.323 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:21.323 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:21.323 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:21.323 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:21.325 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.319573614\n# Parse_time: 0.000511314\n# Compile_time: 0.00200282\n# Rewrite_time: 0.001059301\n# Optimize_time: 0.000631301\n# Wait_TS: 0\n# Cop_time: 0.000115417 Process_time: 0.000044745 Wait_time: 0.000025957 Request_count: 1 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.4745e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.5957e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 277\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('5gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxNS45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRBg1NTYuNcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS45BW4gcHJvY19rZXlzBRsMdG90XwESFDogNDQuNwVKARMcd2FpdDogMjYFEYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhRuOiA0Ny4JOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa0MX3JwYwHDFHRvdGFsXyUlFDEuNjdtcw0uHGVycm9yczp7IRJsX2lzX25vdF9yZWFkeToxfX0JMjc3IEJ5dGVzCSFFDDIJNDMhKABfMUcAdCFCqDpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkxCXRpa3YF1QQ6ewWGDDBzLCAtpkB9LCBzY2FuX2RldGFpbDogewmtGHByb2Nlc3MyWQEEYWwyFwAkX3NpemU6IDQxLA3hKYU4MywgZ2V0X3NuYXBzaG90CfcEIDkt13Byb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biGjAc4AeT4WABg0LCBibG9jQQQQfX19LCABxV6yAAEcNv4BCGFsX0EADRpNBSUTCHdhbC2YSCAxMjguOMK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('0QagCswGCgxJbXBvcnRJbnRvXzIShQYKDVRhYmxlUmVhZGVyXzcSpAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAE4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaqwCdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDEsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA0FR0Ea2UBLDwzLCBnZXRfc25hcHNob3RfBXG4IDkuNcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyLCBrZXk+FgA8NCwgYmxvY2s6IHt9fX0sIAFUBF9kVrIAARwUOiA0NC43BXEJzwh3YWkRigQyNgkYHGlrdl93YWxsDTEoMTI4LjjCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLpMBKAFAAVIUZGF0YTpUNsEBBFoWBYYINTU2DfcpbRwyYvgBY29wXyWKaCB7bnVtOiAxLCBtYXg6IDEuOTltcywgcHJvYy1KKVkAXwESNtEABc8AOhHKgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVwCF9kdQUaFG46IDQ3LikEYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBFjRycGNfaW5mbzp7Q29wOgGtGF9ycGM6MiwtUwXiHDEuNjdtc30sBS4cZXJyb3JzOnshElBfaXNfbm90X3JlYWR5OjF9fXCVAng5Tyg4AUABUgNOL0FaFQVIDDMxNS4F/ykpADFWhQEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-05-06 02:38:20.594987';"] [2024/05/06 02:38:21.333 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 02:38:21.360 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:21.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:21.360 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:21.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 02:38:21.402 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:21.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.413 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 134, Table Name: dst, Old Table ID: 132, Old Table Name: dst"] [2024/05/06 02:38:21.477 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.948628ms] [gotSchemaVersion=72] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:21.487 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=72] [2024/05/06 02:38:21.523 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.688802ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.566 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/06 02:38:21.574 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/06 02:38:21.578 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.629 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 02:38:21.630 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:21.633 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.301229173\n# Parse_time: 0.000166356\n# Compile_time: 0.000584616\n# Rewrite_time: 0.000008519\n# Optimize_time: 0.000947098\n# Wait_TS: 0.00031971\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 02:38:21.856 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449567287341219840] [2024/05/06 02:38:21.859 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 02:38:21.859 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 02:38:21.860 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 02:38:21.861 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:38:21.861 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 02:38:21.861 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:950\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:133\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449567287341219840,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 02:38:21.863 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 02:38:21.863 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 02:38:21.864 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 02:38:21.865 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:38:21.865 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 02:38:21.865 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:950\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:135\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449567287341219840,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 02:38:22.051 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=134] [2024/05/06 02:38:22.059 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:22.059 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:22.060 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:22.060 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:22.061 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:22.061 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:22.075 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:22.076 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:22.076 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 02:38:22.081 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:22.086 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.090 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [key=import-from-select] [2024/05/06 02:38:22.090 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [key=import-from-select] [2024/05/06 02:38:22.092 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [key=import-from-select] [readDur=10.776Β΅s] [encodeDur=549.113Β΅s] [checksum="{cksum=15988567068450259008,size=33,kvs=1}"] [deliverDur=284.675Β΅s] [type=query] [takeTime=1.275377ms] [] [2024/05/06 02:38:22.092 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [key=import-from-select] [readDur=95.832Β΅s] [encodeDur=588.067Β΅s] [checksum="{cksum=16516317832136013031,size=33,kvs=1}"] [deliverDur=306.227Β΅s] [type=query] [takeTime=1.384021ms] [] [2024/05/06 02:38:22.092 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/1e462831-4697-459c-a55b-5472761e55dd/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a16cc520-9f52-4fb8-b90d-8d452423b818.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000001] [2024/05/06 02:38:22.093 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:22.093 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/1e462831-4697-459c-a55b-5472761e55dd/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/87c02dd5-ca64-443f-ba19-66d8766d9c69.sst] [firstKey=7480000000000000865F728000000000000002] [lastKey=7480000000000000865F728000000000000002] [2024/05/06 02:38:22.096 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.995115ms] [] [2024/05/06 02:38:22.096 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 02:38:22.100 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:22.122 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 02:38:22.122 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:22.137 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 02:38:22.139 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=43.082831ms] [] [2024/05/06 02:38:22.139 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.141 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.609809ms] [] [2024/05/06 02:38:22.141 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 02:38:22.141 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.141 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=53.502Β΅s] [] [2024/05/06 02:38:22.141 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 02:38:22.141 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [2024/05/06 02:38:22.148 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [takeTime=6.98853ms] [] [2024/05/06 02:38:22.148 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 02:38:22.148 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [weight=30] [2024/05/06 02:38:22.148 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [concurrency=15] [2024/05/06 02:38:22.153 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=134] [physicalTableID=134] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 02:38:22.153 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 02:38:22.153 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=1e462831-4697-459c-a55b-5472761e55dd] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=12.327758ms] [] [2024/05/06 02:38:22.153 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:22.154 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=11.582Β΅s] [] [2024/05/06 02:38:22.154 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:22.155 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.186725ms] [] [2024/05/06 02:38:22.155 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.155 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=9.549Β΅s] [] [2024/05/06 02:38:22.155 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.156 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=914.518Β΅s] [] [2024/05/06 02:38:22.159 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:22.159 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:22.159 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:22.159 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:22.159 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:22.159 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:22.159 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:22.159 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.159 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:22.159 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.159 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:22.159 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:22.160 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:22.160 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:22.161 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:22.161 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.161 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:22.168 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 02:38:22.197 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:22.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:22.197 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:22.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 02:38:22.259 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:22.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.270 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 136, Table Name: dst, Old Table ID: 134, Old Table Name: dst"] [2024/05/06 02:38:22.350 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.601199ms] [gotSchemaVersion=73] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:22.362 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=137] [version=73] [2024/05/06 02:38:22.395 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.527706ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:22.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.446 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/06 02:38:22.453 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/06 02:38:22.458 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:22.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.507 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 02:38:22.507 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:22.511 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.343273602\n# Parse_time: 0.000170205\n# Compile_time: 0.000551782\n# Rewrite_time: 0.000008781\n# Optimize_time: 0.000683941\n# Wait_TS: 0.000384443\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 02:38:22.518 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449567287341219840] [2024/05/06 02:38:22.520 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4223\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:148\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 02:38:21.735390'"] [2024/05/06 02:38:22.522 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4223\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:150\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 02:38:22.714 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=136] [2024/05/06 02:38:22.722 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:22.723 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:22.723 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:22.723 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:22.724 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:22.724 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:22.737 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:22.739 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:22.739 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 02:38:22.744 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:22.749 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.752 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [key=import-from-select] [2024/05/06 02:38:22.752 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [key=import-from-select] [2024/05/06 02:38:22.753 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [key=import-from-select] [readDur=11.831Β΅s] [encodeDur=436.497Β΅s] [checksum="{cksum=4310421058987999716,size=33,kvs=1}"] [deliverDur=242.356Β΅s] [type=query] [takeTime=999.421Β΅s] [] [2024/05/06 02:38:22.754 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [key=import-from-select] [readDur=116.367Β΅s] [encodeDur=768.487Β΅s] [checksum="{cksum=218076704990688579,size=33,kvs=1}"] [deliverDur=273.069Β΅s] [type=query] [takeTime=1.489666ms] [] [2024/05/06 02:38:22.754 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/0f750a61-e79a-44bb-be00-d04a415165f4/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/c2752dc5-d3fb-4400-9de4-058bb2390940.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000001] [2024/05/06 02:38:22.755 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:22.755 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/0f750a61-e79a-44bb-be00-d04a415165f4/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a1d70b1a-6f42-46fe-9018-21d19e97cd89.sst] [firstKey=7480000000000000885F728000000000000002] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 02:38:22.758 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.941231ms] [] [2024/05/06 02:38:22.758 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 02:38:22.762 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:22.785 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 02:38:22.785 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:22.801 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 02:38:22.803 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=45.113202ms] [] [2024/05/06 02:38:22.803 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.805 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.571775ms] [] [2024/05/06 02:38:22.805 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 02:38:22.805 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.805 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=53.298Β΅s] [] [2024/05/06 02:38:22.805 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 02:38:22.805 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [2024/05/06 02:38:22.812 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [takeTime=7.074567ms] [] [2024/05/06 02:38:22.812 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 02:38:22.812 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [weight=30] [2024/05/06 02:38:22.812 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [concurrency=15] [2024/05/06 02:38:22.817 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 02:38:22.817 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 02:38:22.817 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=0f750a61-e79a-44bb-be00-d04a415165f4] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=12.387376ms] [] [2024/05/06 02:38:22.817 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:22.818 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.552Β΅s] [] [2024/05/06 02:38:22.818 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 02:38:22.819 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.235334ms] [] [2024/05/06 02:38:22.819 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.819 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=14.706Β΅s] [] [2024/05/06 02:38:22.819 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 02:38:22.820 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=901.818Β΅s] [] [2024/05/06 02:38:22.823 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:22.823 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:22.823 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:22.823 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:22.823 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:22.823 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:22.823 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:22.823 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.823 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:22.823 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.823 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:22.823 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:22.825 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:22.825 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:22.825 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:22.825 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:22.825 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:22.827 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.302212012\n# Parse_time: 0.001084279\n# Compile_time: 0.002560777\n# Rewrite_time: 0.001241152\n# Optimize_time: 0.000683941\n# Wait_TS: 0\n# Cop_time: 0.00008289 Process_time: 0.000056553 Wait_time: 0.000042672 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.6553e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.2672e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 297\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjI5Ny41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTIJRBg0NzguMcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yAW1EcHJvY19rZXlzOiAyLCB0b3RfARIUOiA1Ni42BUkBEyR3YWl0OiA0Mi43BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoQbjogNjMFOKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AawUX3JwYzoxBZUIYWxfJSRIMS4wMW1zfX0JMjk3IEJ5dGVzCSEiIDIJNDNfNgkxXzEkoHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvJTkEa3YFsQQ6ewVkDDBzLCAtg0h9LCBzY2FuX2RldGFpbDoge3RvAYsYcHJvY2VzczI3AQRhbDIXABxfc2l6ZTogOClUBGFsDSw4NCwgZ2V0X3NuYXBzaG90CdUQIDIzLjMlIYByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDMBzwB5PhYAGDYsIGJsb2Mh4jmVDTIUMn19fSwgAdhexQABHDbvAQhhbF8h8Q0aNfYAdCEoCHdhbC2LSCAxNjkuMsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('wwagCr4GCgxJbXBvcnRJbnRvXzIS9wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvasECdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDIzLjPCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMywga2V5XzoWAFA2LCBibG9jazoge2NhY2hlX2hpdF8NMhQyfX19LCABZwRfZFbFAAEcFDogNTYuNgWDCeIId2FpEZ0MNDIuNwkaHGlrdl93YWxsDTMoMTY5LjLCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqgBKAFAAVIUZGF0YTpUNtYBBFoWBYgQNDc4LjEFbimCHDJi1QFjb3BfJZ9kIHtudW06IDEsIG1heDogMS4ybXMsIHByb2MtXiltAF8BEjbSAAXQADoZyxBjb3ByXzksRHJhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaEG46IDYzBZVgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEEqNHJwY19pbmZvOntDb3A6AawYX3JwYzoxLC1UBeEoMS4wMW1zfX1wqQI9LAA4IRgUA04vQVoVBSYQMjk3LjUB3SkGADFWYgEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-05-06 02:38:21.735390';"] === RUN TestImportInto/TestWriteAfterImportFromFile [2024/05/06 02:38:22.836 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 02:38:22.838 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 02:38:22.866 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:22.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 02:38:22.866 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:22.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:22.908 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:22.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=1.047987ms] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:22.950 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=139] [version=74] [2024/05/06 02:38:22.990 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=54.158903ms] [job="ID:139, Type:create schema, State:done, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:22.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [job="ID:139, Type:create schema, State:synced, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:22.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.067 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/06 02:38:23.067 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromFile/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 02:38:23.073 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:23.076 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 02:38:23.116 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:23.116 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 02:38:23.175 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.183 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 140, Table Name: t"] [2024/05/06 02:38:23.249 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=2.035172ms] [gotSchemaVersion=75] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:23.258 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=141] [version=75] [2024/05/06 02:38:23.296 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.551781ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.347 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.386 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 02:38:23.387 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.390 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.315026615\n# Parse_time: 0.000605388\n# Compile_time: 0.000778272\n# Rewrite_time: 0.00000661\n# Optimize_time: 0.000826844\n# Wait_TS: 0.000434199\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 02:38:23.780 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:23.946 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:24.053 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:24.096 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 02:38:24.096 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:24.201 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:24.203 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:24.204 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 02:38:24.220 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:24.223 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:24.223 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:24.223 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=86.676Β΅s] [2024/05/06 02:38:24.223 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=325.345Β΅s] [] [2024/05/06 02:38:24.224 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:24.224 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:24.333 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 02:38:24.354 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 02:38:24.356 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:24.392 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:24.393 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 02:38:24.394 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:24.417 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:24.417 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:24.418 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:24.418 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:24.419 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:24.419 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:24.433 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:24.435 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:24.435 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:24.435 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.1GiB] [2024/05/06 02:38:24.435 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 02:38:24.479 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 02:38:24.484 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:24.488 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:24.489 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 02:38:24.489 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 02:38:24.498 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=1.csv:0] [2024/05/06 02:38:24.500 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=1.csv:0] [readDur=1.064926ms] [encodeDur=619.009Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=133.641Β΅s] [type=file] [takeTime=2.220874ms] [] [2024/05/06 02:38:24.513 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/39249e8d-4469-45da-8716-08bb2bcb51e6.sst] [firstKey=74800000000000008C5F728000000000000004] [lastKey=74800000000000008C5F728000000000000005] [2024/05/06 02:38:24.514 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=2.csv:0] [2024/05/06 02:38:24.516 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=2.csv:0] [readDur=1.013691ms] [encodeDur=762.536Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=47.571Β΅s] [type=file] [takeTime=2.169643ms] [] [2024/05/06 02:38:24.517 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/994ece80-6928-40c8-89fb-23952c50f2d1.sst] [firstKey=74800000000000008C5F728000000000000006] [lastKey=74800000000000008C5F728000000000000007] [2024/05/06 02:38:24.517 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=38.09031ms] [] [2024/05/06 02:38:24.518 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 02:38:24.518 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 02:38:24.518 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:24.520 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.912468ms] [] [2024/05/06 02:38:24.520 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:24.525 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:24.547 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:38:24.548 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:24.564 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:38:24.566 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.156869ms] [] [2024/05/06 02:38:24.566 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:24.567 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.175364ms] [] [2024/05/06 02:38:24.567 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 02:38:24.567 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:24.569 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.582215ms] [] [2024/05/06 02:38:24.569 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:24.569 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:24.569 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=56.047Β΅s] [] [2024/05/06 02:38:24.569 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:24.570 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=741.251Β΅s] [] [2024/05/06 02:38:24.619 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 02:38:24.620 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:24.621 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:24.621 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:24.621 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:24.621 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:24.621 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:24.621 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:24.621 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:24.621 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:24.621 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:24.621 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:24.621 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:24.621 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:24.622 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:24.623 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:24.623 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:24.623 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:24.623 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:24.623 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:24.623 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:24.623 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:24.623 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=231.269021ms] [] [2024/05/06 02:38:24.688 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:24.690 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:24.690 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:24.854 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:24.901 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 02:38:24.901 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 02:38:24.901 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 02:38:24.907 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=6.649176ms] [] [2024/05/06 02:38:24.908 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 02:38:24.908 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:24.908 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 02:38:24.908 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 02:38:24.911 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=140] [physicalTableID=140] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:38:24.912 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:24.912 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=11.039176ms] [] [2024/05/06 02:38:24.912 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=11.258446ms] [] [2024/05/06 02:38:24.957 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=103.128797ms] [] [2024/05/06 02:38:25.013 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:25.013 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 02:38:25.016 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 02:38:25.075 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 02:38:25.101 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 02:38:25.123 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:25.123 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 02:38:25.233 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:25.310 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.919886824\n# Parse_time: 0.000667301\n# Compile_time: 0.00133875\n# Rewrite_time: 0.000204658\n# Optimize_time: 0.000826844\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:38:25.336 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:25.361 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:25.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:25.361 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:25.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:25.403 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:25.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:25.444 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=250.651Β΅s] [gotSchemaVersion=76] [phyTblIDs="[140]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:25.456 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=142] [version=76] [2024/05/06 02:38:25.493 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.456862ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:25.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:25.584 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:25.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:25.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=245.189Β΅s] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:25.628 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=142] [version=77] [2024/05/06 02:38:25.664 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.411266ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:25.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:25.744 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:25.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:25.753 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 140, Old Table Name: t"] [2024/05/06 02:38:25.801 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=247.977Β΅s] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:25.811 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=142] [version=78] [2024/05/06 02:38:25.850 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.997071ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:25.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:25.891 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/06 02:38:25.899 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/05/06 02:38:25.902 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:25.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:25.976 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 02:38:25.976 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:25.980 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.645035952\n# Parse_time: 0.000442592\n# Compile_time: 0.000553146\n# Rewrite_time: 0.000009186\n# Optimize_time: 0.000917324\n# Wait_TS: 0.000366021\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:25.983 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:38:26.054 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:25.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:26.054 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:25.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:38:26.102 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:25.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:26.109 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 143, Table Name: t"] [2024/05/06 02:38:26.167 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=2.32895ms] [gotSchemaVersion=79] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:26.178 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=144] [version=79] [2024/05/06 02:38:26.213 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.282866ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:25.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:26.285 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:25.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:26.319 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 02:38:26.319 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:26.322 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.341506302\n# Parse_time: 0.000752545\n# Compile_time: 0.001095395\n# Rewrite_time: 0.000009708\n# Optimize_time: 0.000917324\n# Wait_TS: 0.000353695\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 02:38:26.335 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:26.537 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:26.612 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:26.648 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:26.648 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:26.753 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:26.754 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:26.755 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 02:38:26.774 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:26.777 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:26.777 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:26.777 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=109.302Β΅s] [2024/05/06 02:38:26.777 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=225.169Β΅s] [] [2024/05/06 02:38:26.778 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:26.778 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:26.917 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 02:38:26.938 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 02:38:26.960 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:27.004 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:27.005 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 02:38:27.006 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:27.014 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:27.014 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:27.015 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:27.015 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:27.016 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:27.016 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:27.029 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:27.031 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:27.031 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:27.031 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 02:38:27.031 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.1GiB] [2024/05/06 02:38:27.073 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 02:38:27.078 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:27.082 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:27.083 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 02:38:27.083 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 02:38:27.093 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=2.csv:0] [2024/05/06 02:38:27.093 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=1.csv:0] [2024/05/06 02:38:27.096 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=2.csv:0] [readDur=1.196816ms] [encodeDur=643.729Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=494.664Β΅s] [type=file] [takeTime=2.760334ms] [] [2024/05/06 02:38:27.096 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=1.csv:0] [readDur=1.342254ms] [encodeDur=952.496Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=458.801Β΅s] [type=file] [takeTime=3.164759ms] [] [2024/05/06 02:38:27.097 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/26230c7c-b318-4ed1-b91c-3f913b0fafee.sst] [firstKey=74800000000000008F5F728000000000000006] [lastKey=74800000000000008F5F728000000000000007] [2024/05/06 02:38:27.097 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=24.025759ms] [] [2024/05/06 02:38:27.097 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 02:38:27.097 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 02:38:27.097 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:27.098 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/8f811c09-6af7-4e60-81ac-4af9d1c11c61.sst] [firstKey=74800000000000008F5F728000000000000004] [lastKey=74800000000000008F5F728000000000000005] [2024/05/06 02:38:27.100 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.068184ms] [] [2024/05/06 02:38:27.101 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:27.105 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:27.127 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:38:27.128 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:27.145 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:38:27.147 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.300744ms] [] [2024/05/06 02:38:27.147 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:27.148 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.149486ms] [] [2024/05/06 02:38:27.148 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 02:38:27.148 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:27.150 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.62306ms] [] [2024/05/06 02:38:27.150 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:27.150 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:27.150 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=60.094Β΅s] [] [2024/05/06 02:38:27.150 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:27.151 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=882.614Β΅s] [] [2024/05/06 02:38:27.196 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 02:38:27.198 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:27.198 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:27.198 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:27.198 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:27.198 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:27.198 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:27.198 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:27.199 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:27.199 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:27.199 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:27.199 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:27.199 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:27.200 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:27.200 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:27.200 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:27.200 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:27.200 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:27.200 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=196.220118ms] [] [2024/05/06 02:38:27.268 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:27.270 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:27.271 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:27.271 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:27.332 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:27.334 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:27.334 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:27.460 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:27.501 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 02:38:27.501 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 02:38:27.501 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 02:38:27.508 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=6.860835ms] [] [2024/05/06 02:38:27.508 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 02:38:27.508 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:27.508 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 02:38:27.508 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 02:38:27.512 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=143] [physicalTableID=143] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:38:27.513 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:27.513 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=11.618374ms] [] [2024/05/06 02:38:27.513 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=11.7839ms] [] [2024/05/06 02:38:27.574 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=114.171307ms] [] [2024/05/06 02:38:27.584 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:27.584 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 02:38:27.587 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 02:38:27.626 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 02:38:27.654 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:27.677 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:27.677 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:27.759 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:27.869 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5457837909999999\n# Parse_time: 0.000988694\n# Compile_time: 0.000989253\n# Rewrite_time: 0.000194859\n# Optimize_time: 0.000917324\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 02:38:27.880 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:27.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:27.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:27.907 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:27.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:27.958 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:27.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=299.559Β΅s] [gotSchemaVersion=80] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:28.020 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=145] [version=80] [2024/05/06 02:38:28.058 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.200196ms] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:27.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:27.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=205.055Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:28.136 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=145] [version=81] [2024/05/06 02:38:28.175 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.109036ms] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:27.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.243 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:27.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.251 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 143, Old Table Name: t"] [2024/05/06 02:38:28.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=229.337Β΅s] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:28.299 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=145] [version=82] [2024/05/06 02:38:28.336 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.961005ms] [job="ID:145, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:27.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.389 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/05/06 02:38:28.421 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop table"] [2024/05/06 02:38:28.427 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [job="ID:145, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:27.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.485 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 02:38:28.485 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:28.489 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.610656429\n# Parse_time: 0.000510166\n# Compile_time: 0.000746322\n# Rewrite_time: 0.000020342\n# Optimize_time: 0.000678208\n# Wait_TS: 0.000401045\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:28.491 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 02:38:28.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:28.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:28.540 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:28.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 02:38:28.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.590 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 146, Table Name: t"] [2024/05/06 02:38:28.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=2.276921ms] [gotSchemaVersion=83] [phyTblIDs="[146]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:28.662 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=147] [version=83] [2024/05/06 02:38:28.701 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=54.109852ms] [job="ID:147, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:28.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [job="ID:147, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.777 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/05/06 02:38:28.777 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:28.800 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:29.017 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:29.100 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:29.138 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 02:38:29.138 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:29.245 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:29.247 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:29.248 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 02:38:29.266 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:29.269 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:29.269 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:29.270 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=91.303Β΅s] [2024/05/06 02:38:29.270 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=207.324Β΅s] [] [2024/05/06 02:38:29.270 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:29.270 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:29.382 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 02:38:29.402 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 02:38:29.423 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:29.468 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:29.469 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 02:38:29.470 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:29.477 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:29.477 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:29.478 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:29.478 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:29.479 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:29.479 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:29.492 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:29.494 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:29.494 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:29.494 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 02:38:29.494 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.1GiB] [2024/05/06 02:38:29.545 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 02:38:29.550 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:29.554 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:29.554 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 02:38:29.554 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 02:38:29.560 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=2.csv:0] [2024/05/06 02:38:29.560 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=1.csv:0] [2024/05/06 02:38:29.563 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=2.csv:0] [readDur=1.024248ms] [encodeDur=1.034657ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=291.287Β΅s] [type=file] [takeTime=2.746314ms] [] [2024/05/06 02:38:29.563 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=1.csv:0] [readDur=1.125564ms] [encodeDur=1.292247ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=735.709Β΅s] [type=file] [takeTime=3.49136ms] [] [2024/05/06 02:38:29.564 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/fdf51686-8569-4f9f-98dd-74b434a83b8d.sst] [firstKey=7480000000000000925F72800000000000000A] [lastKey=7480000000000000925F72800000000000000B] [2024/05/06 02:38:29.565 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=19.648614ms] [] [2024/05/06 02:38:29.565 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 02:38:29.565 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 02:38:29.565 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:29.565 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/15d459cc-165c-4753-ae00-13b66a823f85.sst] [firstKey=7480000000000000925F728000000000000001] [lastKey=7480000000000000925F728000000000000002] [2024/05/06 02:38:29.568 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.567325ms] [] [2024/05/06 02:38:29.568 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:29.572 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:29.594 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:29.594 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:29.630 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:29.633 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=64.935907ms] [] [2024/05/06 02:38:29.633 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:29.634 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.362037ms] [] [2024/05/06 02:38:29.634 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 02:38:29.634 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:29.637 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=2.39235ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/33aaa37d-edbe-4435-aa82-3104e56a2f89.sst] [2024/05/06 02:38:29.637 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/33aaa37d-edbe-4435-aa82-3104e56a2f89.sst] [firstKey=7480000000000000925F698000000000000001038000000000000004] [lastKey=7480000000000000925F698000000000000001038000000000000007] [2024/05/06 02:38:29.640 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=5.774532ms] [] [2024/05/06 02:38:29.640 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:29.645 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:29.668 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 02:38:29.668 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:29.684 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 02:38:29.686 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.375406ms] [] [2024/05/06 02:38:29.686 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:29.687 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.113363ms] [] [2024/05/06 02:38:29.731 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 02:38:29.734 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:29.734 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:29.734 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:29.734 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:29.734 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:29.734 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:29.734 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:29.734 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:29.734 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:29.735 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:29.735 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:29.735 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:29.737 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:29.737 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:29.737 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:29.737 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:29.737 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:29.737 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=269.165118ms] [] [2024/05/06 02:38:29.763 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:29.765 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:29.766 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:29.766 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:29.829 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:29.831 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:29.831 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:29.998 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:30.058 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 02:38:30.059 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 02:38:30.059 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 02:38:30.065 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=6.45445ms] [] [2024/05/06 02:38:30.065 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 02:38:30.065 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 02:38:30.066 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 02:38:30.066 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 02:38:30.066 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 02:38:30.073 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 02:38:30.075 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 02:38:30.076 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 02:38:30.076 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=17.016194ms] [] [2024/05/06 02:38:30.076 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=17.269121ms] [] [2024/05/06 02:38:30.117 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=119.330566ms] [] [2024/05/06 02:38:30.159 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:30.159 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 02:38:30.162 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 02:38:30.227 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 02:38:30.243 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 02:38:30.265 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:30.266 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 02:38:30.366 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:30.375 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.592940303\n# Parse_time: 0.001050342\n# Compile_time: 0.002568311\n# Rewrite_time: 0.000280046\n# Optimize_time: 0.000678208\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:38:30.402 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:30.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:30.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:30.431 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:30.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:30.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:30.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:30.540 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=236.698Β΅s] [gotSchemaVersion=84] [phyTblIDs="[146]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:30.550 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=84] [2024/05/06 02:38:30.585 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.878345ms] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:30.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:30.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:30.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:30.669 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=194.979Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:30.678 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=85] [2024/05/06 02:38:30.718 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=52.867528ms] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:30.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:30.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:30.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:30.779 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 146, Old Table Name: t"] [2024/05/06 02:38:30.810 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=225.29Β΅s] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:30.819 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=86] [2024/05/06 02:38:30.859 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.296268ms] [job="ID:148, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:30.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:30.890 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[146]"] [comment="drop table: table ID"] [2024/05/06 02:38:30.900 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="drop table"] [2024/05/06 02:38:30.903 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:30.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:30.950 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 02:38:30.950 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:30.954 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.552372891\n# Parse_time: 0.000477668\n# Compile_time: 0.000545674\n# Rewrite_time: 0.000009174\n# Optimize_time: 0.00096591\n# Wait_TS: 0.00038135\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:30.956 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:38:30.997 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:30.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:38:30.997 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:30.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:31.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:30.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:31.059 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 149, Table Name: t"] [2024/05/06 02:38:31.157 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.656151ms] [gotSchemaVersion=87] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:31.168 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=150] [version=87] [2024/05/06 02:38:31.203 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.910428ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:30.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:31.246 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:30.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:31.287 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 02:38:31.287 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:31.290 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.335804099\n# Parse_time: 0.000732114\n# Compile_time: 0.001222227\n# Rewrite_time: 0.000012486\n# Optimize_time: 0.00096591\n# Wait_TS: 0.000348786\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 02:38:31.302 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:31.450 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:31.558 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:31.598 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 02:38:31.599 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:31.706 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:31.709 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:31.712 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 02:38:31.731 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:31.734 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:31.734 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:31.734 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=80.193Β΅s] [2024/05/06 02:38:31.734 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=210.486Β΅s] [] [2024/05/06 02:38:31.734 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:31.734 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:31.853 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 02:38:31.874 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 02:38:31.914 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:31.951 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:31.952 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 02:38:31.953 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:31.961 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:31.961 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:31.962 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:31.962 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:31.963 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:31.963 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:31.975 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:31.977 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:31.977 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:31.977 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 02:38:31.977 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.1GiB] [2024/05/06 02:38:32.017 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 02:38:32.024 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:32.028 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:32.028 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 02:38:32.028 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 02:38:32.124 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=2.csv:0] [2024/05/06 02:38:32.124 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=1.csv:0] [2024/05/06 02:38:32.127 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=2.csv:0] [readDur=1.067513ms] [encodeDur=953.881Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=696.775Β΅s] [type=file] [takeTime=3.320774ms] [] [2024/05/06 02:38:32.127 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=1.csv:0] [readDur=1.008717ms] [encodeDur=1.199092ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=716.952Β΅s] [type=file] [takeTime=3.324611ms] [] [2024/05/06 02:38:32.129 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=111.094393ms] [] [2024/05/06 02:38:32.129 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=2] [sstFileSize=1964] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/840a06a9-4937-4493-adae-4976d05978af.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F72800000000000000B] [2024/05/06 02:38:32.129 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 02:38:32.129 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 02:38:32.129 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:32.131 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.303601ms] [] [2024/05/06 02:38:32.131 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:32.136 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:32.157 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:32.158 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:32.171 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:32.173 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=41.520688ms] [] [2024/05/06 02:38:32.173 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:32.174 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.142224ms] [] [2024/05/06 02:38:32.174 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 02:38:32.174 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:32.176 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.58653ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/33cd7f97-5192-483d-b294-69685d3fe3db.sst] [2024/05/06 02:38:32.176 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/33cd7f97-5192-483d-b294-69685d3fe3db.sst] [firstKey=7480000000000000955F698000000000000001038000000000000004] [lastKey=7480000000000000955F698000000000000001038000000000000007] [2024/05/06 02:38:32.179 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.108694ms] [] [2024/05/06 02:38:32.179 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:32.183 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:32.204 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 02:38:32.205 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:32.223 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 02:38:32.225 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=46.492135ms] [] [2024/05/06 02:38:32.225 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:32.226 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.06692ms] [] [2024/05/06 02:38:32.275 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 02:38:32.277 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:32.277 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:32.277 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:32.277 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:32.277 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:32.277 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:32.278 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:32.278 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:32.278 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:32.278 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:32.278 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:32.278 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:32.279 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:32.279 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:32.279 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:32.279 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:32.279 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:32.279 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=328.075187ms] [] [2024/05/06 02:38:32.317 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:32.318 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:32.320 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:32.320 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:32.404 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:32.406 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:32.406 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:32.548 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:32.586 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 02:38:32.586 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 02:38:32.586 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 02:38:32.597 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=10.687439ms] [] [2024/05/06 02:38:32.597 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 02:38:32.597 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 02:38:32.597 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 02:38:32.597 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 02:38:32.597 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 02:38:32.605 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 02:38:32.607 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 02:38:32.608 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 02:38:32.608 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=21.957208ms] [] [2024/05/06 02:38:32.608 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=22.141298ms] [] [2024/05/06 02:38:32.648 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=99.608341ms] [] [2024/05/06 02:38:32.720 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:32.720 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 02:38:32.723 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 02:38:32.788 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 02:38:32.804 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 02:38:32.814 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.52300926\n# Parse_time: 0.000669768\n# Compile_time: 0.001110114\n# Rewrite_time: 0.000204087\n# Optimize_time: 0.00096591\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 02:38:32.824 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:32.824 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 02:38:32.826 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:32.855 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:32.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:32.855 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:32.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:32.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.905 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:32.931 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=248.4Β΅s] [gotSchemaVersion=88] [phyTblIDs="[149]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:32.942 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=151] [version=88] [2024/05/06 02:38:32.980 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.559558ms] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:32.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:33.070 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:33.104 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=329.735Β΅s] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:33.114 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=151] [version=89] [2024/05/06 02:38:33.154 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=54.491892ms] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:33.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:33.196 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 149, Old Table Name: t"] [2024/05/06 02:38:33.235 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=209.697Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:33.244 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=151] [version=90] [2024/05/06 02:38:33.283 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.603138ms] [job="ID:151, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:32.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:33.342 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=151] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/06 02:38:33.349 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=151] [jobType="drop table"] [2024/05/06 02:38:33.353 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [job="ID:151, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:32.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:33.413 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/05/06 02:38:33.414 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:33.417 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.593050313\n# Parse_time: 0.000740293\n# Compile_time: 0.000703672\n# Rewrite_time: 0.00000917\n# Optimize_time: 0.001746124\n# Wait_TS: 0.000386124\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:33.420 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 02:38:33.462 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:33.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:33.462 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:33.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 02:38:33.549 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:33.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:33.559 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 152, Table Name: t"] [2024/05/06 02:38:33.619 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.542852ms] [gotSchemaVersion=91] [phyTblIDs="[152]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:33.628 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=153] [version=91] [2024/05/06 02:38:33.665 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.055542ms] [job="ID:153, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:33.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:33.698 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [job="ID:153, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:33.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:33.733 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=153] [2024/05/06 02:38:33.733 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:33.736 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.317965861\n# Parse_time: 0.001180992\n# Compile_time: 0.000835615\n# Rewrite_time: 0.00000904\n# Optimize_time: 0.001746124\n# Wait_TS: 0.00041252\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 02:38:33.748 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:33.945 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:34.023 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:34.058 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 02:38:34.058 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:34.164 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:34.165 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:34.166 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 02:38:34.183 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:34.186 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:34.186 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:34.186 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=66.927Β΅s] [2024/05/06 02:38:34.186 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=189.17Β΅s] [] [2024/05/06 02:38:34.187 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:34.187 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:34.319 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 02:38:34.339 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 02:38:34.357 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:34.393 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:34.394 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 02:38:34.395 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:34.403 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:34.403 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:34.404 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:34.404 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:34.406 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:34.406 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:34.422 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:34.423 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:34.423 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:34.424 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 02:38:34.424 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.1GiB] [2024/05/06 02:38:34.462 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 02:38:34.467 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:34.471 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:34.471 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 02:38:34.471 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 02:38:34.540 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=1.csv:0] [2024/05/06 02:38:34.544 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=1.csv:0] [readDur=1.773848ms] [encodeDur=941.991Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=155.501Β΅s] [type=file] [takeTime=3.519293ms] [] [2024/05/06 02:38:34.607 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f3f87e4c-200d-490c-a3ab-28d54513d38c.sst] [firstKey=7480000000000000985F728000000000000004] [lastKey=7480000000000000985F728000000000000005] [2024/05/06 02:38:34.609 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=2.csv:0] [2024/05/06 02:38:34.611 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=2.csv:0] [readDur=939.346Β΅s] [encodeDur=404.27Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=51.538Β΅s] [type=file] [takeTime=1.928685ms] [] [2024/05/06 02:38:34.612 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=150.187095ms] [] [2024/05/06 02:38:34.612 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/9b6f2cb0-cc37-4be0-adee-7bd04e53f6da.sst] [firstKey=7480000000000000985F728000000000000006] [lastKey=7480000000000000985F728000000000000007] [2024/05/06 02:38:34.612 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:38:34.612 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:38:34.612 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:34.614 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.992031ms] [] [2024/05/06 02:38:34.614 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:34.619 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:34.641 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:38:34.642 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:34.660 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:38:34.662 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=47.686251ms] [] [2024/05/06 02:38:34.662 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:34.664 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.317754ms] [] [2024/05/06 02:38:34.664 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:38:34.664 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:34.666 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.798734ms] [] [2024/05/06 02:38:34.666 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:34.666 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:34.666 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=57.834Β΅s] [] [2024/05/06 02:38:34.666 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:34.667 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.089591ms] [] [2024/05/06 02:38:34.722 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 02:38:34.724 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:34.724 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:34.725 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:34.725 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:34.725 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:34.725 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:34.725 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:34.725 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:34.725 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:34.725 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:34.725 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:34.725 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:34.727 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:34.727 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:34.727 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:34.727 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:34.727 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:34.727 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=333.680687ms] [] [2024/05/06 02:38:34.800 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:34.803 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:34.804 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:34.804 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:34.865 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:34.866 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:34.867 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:34.994 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:35.037 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 02:38:35.038 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 02:38:35.038 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 02:38:35.038 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=8.866Β΅s] [] [2024/05/06 02:38:35.038 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 02:38:35.038 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:35.038 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 02:38:35.038 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 02:38:35.041 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=152] [physicalTableID=152] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:38:35.042 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:35.042 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=4.27168ms] [] [2024/05/06 02:38:35.042 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=4.41679ms] [] [2024/05/06 02:38:35.083 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:35.083 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 02:38:35.086 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 02:38:35.088 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=93.270536ms] [] [2024/05/06 02:38:35.165 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 02:38:35.165 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 02:38:35.187 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:35.187 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 02:38:35.267 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:35.278 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5408795290000001\n# Parse_time: 0.000655958\n# Compile_time: 0.001168485\n# Rewrite_time: 0.000191444\n# Optimize_time: 0.001746124\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:38:35.297 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:35.324 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:35.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:35.325 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:35.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:35.365 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:35.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:35.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=228.921Β΅s] [gotSchemaVersion=92] [phyTblIDs="[152]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:35.406 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=92] [2024/05/06 02:38:35.446 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=52.878633ms] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:35.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:35.484 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:35.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:35.538 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=312.44Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:35.549 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=93] [2024/05/06 02:38:35.567 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.339299ms] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:35.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:35.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:35.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:35.617 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 152, Old Table Name: t"] [2024/05/06 02:38:35.658 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=195.649Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:35.668 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=94] [2024/05/06 02:38:35.708 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.91822ms] [job="ID:154, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:35.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:35.739 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[152]"] [comment="drop table: table ID"] [2024/05/06 02:38:35.746 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="drop table"] [2024/05/06 02:38:35.750 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:35.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:35.814 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 02:38:35.814 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:35.818 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.521729839\n# Parse_time: 0.000400416\n# Compile_time: 0.000503413\n# Rewrite_time: 0.00001077\n# Optimize_time: 0.000768945\n# Wait_TS: 0.000301234\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:35.820 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:38:35.852 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:35.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:35.852 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:35.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:38:35.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:35.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:35.909 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 155, Table Name: t"] [2024/05/06 02:38:35.985 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.303261ms] [gotSchemaVersion=95] [phyTblIDs="[155]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:35.995 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=95] [2024/05/06 02:38:36.031 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.441049ms] [job="ID:156, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:35.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:36.091 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:35.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:36.125 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 02:38:36.125 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:36.128 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.310253114\n# Parse_time: 0.000899789\n# Compile_time: 0.000862019\n# Rewrite_time: 0.000008286\n# Optimize_time: 0.000768945\n# Wait_TS: 0.000388341\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 02:38:36.140 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:36.336 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:36.422 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:36.458 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 02:38:36.459 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:36.564 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:36.565 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:36.566 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 02:38:36.583 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:36.585 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:36.585 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:36.586 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=73.599Β΅s] [2024/05/06 02:38:36.586 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=200.035Β΅s] [] [2024/05/06 02:38:36.586 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:36.586 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:36.686 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 02:38:36.724 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 02:38:36.745 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:36.788 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:36.790 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 02:38:36.791 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:36.798 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:36.798 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:36.799 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:36.799 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:36.800 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:36.800 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:36.813 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:36.815 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:36.815 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:36.815 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 02:38:36.815 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.1GiB] [2024/05/06 02:38:36.857 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 02:38:36.862 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:36.867 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:36.867 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 02:38:36.867 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 02:38:37.079 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=1.csv:0] [2024/05/06 02:38:37.082 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=1.csv:0] [readDur=1.131244ms] [encodeDur=935.637Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=526.119Β΅s] [type=file] [takeTime=3.001666ms] [] [2024/05/06 02:38:37.083 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=2.csv:0] [2024/05/06 02:38:37.083 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/dc24d302-785a-4e70-ac12-79201a703645.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000005] [2024/05/06 02:38:37.085 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=2.csv:0] [readDur=941.2Β΅s] [encodeDur=527.063Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=50.645Β΅s] [type=file] [takeTime=1.764171ms] [] [2024/05/06 02:38:37.086 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/a4b472d2-a889-43c4-a87c-b7f40921ad60.sst] [firstKey=74800000000000009B5F728000000000000006] [lastKey=74800000000000009B5F728000000000000007] [2024/05/06 02:38:37.086 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=229.159172ms] [] [2024/05/06 02:38:37.086 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:38:37.086 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:38:37.087 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:37.089 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.969762ms] [] [2024/05/06 02:38:37.089 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:37.095 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:37.117 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:38:37.117 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:37.135 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:38:37.137 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=48.194938ms] [] [2024/05/06 02:38:37.137 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:37.138 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.147294ms] [] [2024/05/06 02:38:37.138 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:38:37.138 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:37.140 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.644727ms] [] [2024/05/06 02:38:37.140 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:37.140 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:37.140 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=49.091Β΅s] [] [2024/05/06 02:38:37.140 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:37.141 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=799.333Β΅s] [] [2024/05/06 02:38:37.207 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:37.208 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:37.209 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:37.209 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:37.229 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 02:38:37.232 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:37.232 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:37.232 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:37.232 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:37.232 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:37.232 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:37.232 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:37.232 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:37.232 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:37.233 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:37.233 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:37.233 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:37.235 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:37.235 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:37.235 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:37.235 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:37.235 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:37.235 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=446.646636ms] [] [2024/05/06 02:38:37.280 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:37.281 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:37.281 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:37.413 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:37.452 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 02:38:37.452 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 02:38:37.452 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 02:38:37.452 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=9.809Β΅s] [] [2024/05/06 02:38:37.452 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 02:38:37.452 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:37.452 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 02:38:37.452 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 02:38:37.455 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:38:37.456 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:37.456 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.16653ms] [] [2024/05/06 02:38:37.456 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.329335ms] [] [2024/05/06 02:38:37.517 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=104.137489ms] [] [2024/05/06 02:38:37.579 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:37.579 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 02:38:37.582 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 02:38:37.645 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 02:38:37.664 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 02:38:37.679 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5503452210000002\n# Parse_time: 0.000366041\n# Compile_time: 0.000938189\n# Rewrite_time: 0.00020048\n# Optimize_time: 0.000768945\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:38:37.685 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:37.685 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] === RUN TestImportInto/TestWriteAfterImportFromFile/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 02:38:37.689 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:37.718 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:37.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:37.718 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:37.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:37.761 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.768 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:37.791 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=235.157Β΅s] [gotSchemaVersion=96] [phyTblIDs="[155]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:37.800 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/06 02:38:37.840 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=54.005058ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:37.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=293.809Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:37.954 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/06 02:38:37.993 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.445254ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:38.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:38.068 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 155, Old Table Name: t"] [2024/05/06 02:38:38.098 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=205.151Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:38.107 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=98] [2024/05/06 02:38:38.147 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=52.99351ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:37.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:38.195 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop table: table ID"] [2024/05/06 02:38:38.202 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/05/06 02:38:38.206 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:37.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:38.259 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 02:38:38.259 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:38.263 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.575434163\n# Parse_time: 0.000701465\n# Compile_time: 0.000789472\n# Rewrite_time: 0.000011096\n# Optimize_time: 0.000868569\n# Wait_TS: 0.00030847\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:38.264 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 02:38:38.332 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:38.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:38.332 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:38.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 02:38:38.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:38.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:38.391 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 158, Table Name: t"] [2024/05/06 02:38:38.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.361294ms] [gotSchemaVersion=99] [phyTblIDs="[158]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:38.455 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=159] [version=99] [2024/05/06 02:38:38.494 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.472063ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:38.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:38.570 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:38.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:38.606 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 02:38:38.606 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:38.609 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.345470563\n# Parse_time: 0.000466298\n# Compile_time: 0.000758459\n# Rewrite_time: 0.000012607\n# Optimize_time: 0.000868569\n# Wait_TS: 0.00033311\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/06 02:38:38.620 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:38.805 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:38.881 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:38.922 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 02:38:38.922 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:39.027 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:39.028 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:39.029 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 02:38:39.048 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:39.050 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:39.050 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:39.051 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=78.938Β΅s] [2024/05/06 02:38:39.051 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=185.645Β΅s] [] [2024/05/06 02:38:39.051 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:39.051 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:39.181 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 02:38:39.204 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 02:38:39.207 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:39.247 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:39.248 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 02:38:39.249 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:39.257 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:39.257 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:39.257 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:39.258 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:39.258 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:39.259 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:39.272 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:39.273 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:39.274 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:39.274 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 02:38:39.274 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.1GiB] [2024/05/06 02:38:39.318 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 02:38:39.323 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:39.327 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:39.327 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 02:38:39.327 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 02:38:39.377 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=2.csv:0] [2024/05/06 02:38:39.379 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=2.csv:0] [readDur=1.115725ms] [encodeDur=711.667Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=258.291Β΅s] [type=file] [takeTime=2.42447ms] [] [2024/05/06 02:38:39.380 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d379749b-a8b0-44df-92cd-16bfd6411108.sst] [firstKey=74800000000000009E5F72800000000000000A] [lastKey=74800000000000009E5F72800000000000000B] [2024/05/06 02:38:39.386 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=1.csv:0] [2024/05/06 02:38:39.388 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=1.csv:0] [readDur=1.001892ms] [encodeDur=591.619Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=248.502Β΅s] [type=file] [takeTime=2.125236ms] [] [2024/05/06 02:38:39.389 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/ad5c7aca-da63-472c-9cd7-e15b079f0054.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000002] [2024/05/06 02:38:39.389 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=71.340215ms] [] [2024/05/06 02:38:39.389 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 02:38:39.390 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 02:38:39.390 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:39.392 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.735366ms] [] [2024/05/06 02:38:39.392 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:39.397 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:39.419 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:39.419 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:39.435 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:39.437 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.570869ms] [] [2024/05/06 02:38:39.437 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:39.438 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.131724ms] [] [2024/05/06 02:38:39.438 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 02:38:39.438 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:39.440 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.684473ms] [] [2024/05/06 02:38:39.440 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:39.440 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:39.440 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=56.364Β΅s] [] [2024/05/06 02:38:39.440 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:39.441 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=818.497Β΅s] [] [2024/05/06 02:38:39.505 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 02:38:39.508 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:39.509 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:39.509 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:39.509 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:39.509 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:39.509 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:39.509 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:39.509 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:39.509 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:39.509 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:39.509 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:39.509 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:39.511 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:39.511 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:39.511 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:39.511 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:39.511 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:39.511 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=263.690671ms] [] [2024/05/06 02:38:39.546 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:39.547 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:39.548 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:39.549 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:39.615 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:39.617 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:39.617 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:39.727 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:39.772 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 02:38:39.772 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 02:38:39.772 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 02:38:39.778 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=6.269844ms] [] [2024/05/06 02:38:39.779 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 02:38:39.779 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 02:38:39.779 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 02:38:39.779 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 02:38:39.782 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=158] [physicalTableID=158] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 02:38:39.782 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 02:38:39.783 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=10.339107ms] [] [2024/05/06 02:38:39.783 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=10.498977ms] [] [2024/05/06 02:38:39.851 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=124.404304ms] [] [2024/05/06 02:38:39.860 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:39.860 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 02:38:39.863 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 02:38:39.905 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 02:38:39.927 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 02:38:39.950 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:39.950 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 02:38:40.027 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:40.128 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.518011593\n# Parse_time: 0.000368907\n# Compile_time: 0.000878941\n# Rewrite_time: 0.000169797\n# Optimize_time: 0.000868569\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:38:40.153 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:40.178 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:40.178 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:40.253 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=257.521Β΅s] [gotSchemaVersion=100] [phyTblIDs="[158]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:40.289 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=160] [version=100] [2024/05/06 02:38:40.331 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.449178ms] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=207.044Β΅s] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:40.402 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=160] [version=101] [2024/05/06 02:38:40.440 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.22021ms] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.506 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.516 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 158, Old Table Name: t"] [2024/05/06 02:38:40.555 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=225.261Β΅s] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:40.566 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=160] [version=102] [2024/05/06 02:38:40.605 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=54.182366ms] [job="ID:160, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:40.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.683 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [comment="drop table: table ID"] [2024/05/06 02:38:40.693 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop table"] [2024/05/06 02:38:40.697 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:40.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.750 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 02:38:40.750 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:40.754 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.601441764\n# Parse_time: 0.000433923\n# Compile_time: 0.000512186\n# Rewrite_time: 0.000009122\n# Optimize_time: 0.000703534\n# Wait_TS: 0.000430747\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:40.757 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:38:40.797 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:40.797 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:38:40.865 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.873 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 161, Table Name: t"] [2024/05/06 02:38:40.933 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.414072ms] [gotSchemaVersion=103] [phyTblIDs="[161]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:40.944 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=103] [2024/05/06 02:38:40.981 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=54.273368ms] [job="ID:162, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:41.042 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:41.104 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 02:38:41.104 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:41.109 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.354423786\n# Parse_time: 0.001425498\n# Compile_time: 0.001308532\n# Rewrite_time: 0.000010405\n# Optimize_time: 0.000703534\n# Wait_TS: 0.000391638\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 02:38:41.122 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:41.301 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:41.378 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:41.417 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 02:38:41.418 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:41.523 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:41.525 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:41.526 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 02:38:41.546 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:41.549 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:41.549 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:41.549 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=87.75Β΅s] [2024/05/06 02:38:41.550 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=212.49Β΅s] [] [2024/05/06 02:38:41.550 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:41.550 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:41.650 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 02:38:41.668 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:41.670 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 02:38:41.708 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:41.710 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 02:38:41.710 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:41.718 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:41.719 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:41.719 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:41.719 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:41.720 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:41.720 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:41.735 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:41.736 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:41.737 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:41.737 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 02:38:41.737 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.1GiB] [2024/05/06 02:38:41.776 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 02:38:41.781 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:41.786 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:41.786 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 02:38:41.786 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 02:38:41.835 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=1.csv:0] [2024/05/06 02:38:41.835 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=2.csv:0] [2024/05/06 02:38:41.838 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=1.csv:0] [readDur=994.847Β΅s] [encodeDur=692.52Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=268.327Β΅s] [type=file] [takeTime=2.339061ms] [] [2024/05/06 02:38:41.838 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=2.csv:0] [readDur=1.056557ms] [encodeDur=780.349Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=267.733Β΅s] [type=file] [takeTime=2.389515ms] [] [2024/05/06 02:38:41.839 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=62.499643ms] [] [2024/05/06 02:38:41.839 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/1f5fc175-5879-4d3d-a29e-8fa389e23489.sst] [firstKey=7480000000000000A15F72800000000000000A] [lastKey=7480000000000000A15F72800000000000000B] [2024/05/06 02:38:41.839 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 02:38:41.839 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 02:38:41.839 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:41.840 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f598eaa8-340e-4917-8826-6bf0d12bee3b.sst] [firstKey=7480000000000000A15F728000000000000001] [lastKey=7480000000000000A15F728000000000000002] [2024/05/06 02:38:41.842 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.217114ms] [] [2024/05/06 02:38:41.842 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:41.847 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:41.868 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:41.869 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:41.886 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:41.909 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=66.215243ms] [] [2024/05/06 02:38:41.909 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:41.910 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.548337ms] [] [2024/05/06 02:38:41.911 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 02:38:41.911 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:41.913 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.97461ms] [] [2024/05/06 02:38:41.913 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:41.913 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:41.913 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=75.948Β΅s] [] [2024/05/06 02:38:41.913 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:41.914 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=936.838Β΅s] [] [2024/05/06 02:38:41.958 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 02:38:41.961 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:41.961 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:41.961 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:41.961 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:41.961 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:41.961 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:41.961 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:41.961 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:41.961 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:41.961 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:41.961 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:41.961 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:41.963 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:41.963 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:41.963 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:41.963 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:41.963 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:41.963 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=254.665398ms] [] [2024/05/06 02:38:42.035 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:42.037 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:42.038 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:42.039 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:42.111 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:42.113 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:42.113 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:42.252 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:42.293 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 02:38:42.294 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 02:38:42.294 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 02:38:42.301 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=7.273584ms] [] [2024/05/06 02:38:42.301 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 02:38:42.301 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 02:38:42.301 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 02:38:42.301 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 02:38:42.305 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=161] [physicalTableID=161] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 02:38:42.306 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 02:38:42.306 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.426058ms] [] [2024/05/06 02:38:42.306 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.670674ms] [] [2024/05/06 02:38:42.339 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:42.339 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 02:38:42.342 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 02:38:42.345 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=93.205527ms] [] [2024/05/06 02:38:42.392 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 02:38:42.423 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 02:38:42.439 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:42.439 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 02:38:42.507 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:42.653 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5432735100000001\n# Parse_time: 0.000632062\n# Compile_time: 0.001335121\n# Rewrite_time: 0.000228261\n# Optimize_time: 0.000703534\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 02:38:42.662 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:42.688 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:42.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:42.688 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:42.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:42.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:42.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:42.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=233.857Β΅s] [gotSchemaVersion=104] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:42.790 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=104] [2024/05/06 02:38:42.828 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.838947ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:42.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:42.887 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:42.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:42.918 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=212.214Β΅s] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:42.928 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=105] [2024/05/06 02:38:42.967 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=52.773449ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:42.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:42.995 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:42.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.004 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 161, Old Table Name: t"] [2024/05/06 02:38:43.073 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=227.324Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:43.083 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=106] [2024/05/06 02:38:43.123 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=54.180251ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:42.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.184 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/06 02:38:43.191 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/06 02:38:43.195 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:42.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.249 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/06 02:38:43.249 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:43.252 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.590973977\n# Parse_time: 0.000462099\n# Compile_time: 0.000567165\n# Rewrite_time: 0.00000926\n# Optimize_time: 0.000735185\n# Wait_TS: 0.000344243\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:43.254 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 02:38:43.295 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:43.295 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 02:38:43.370 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.378 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 164, Table Name: t"] [2024/05/06 02:38:43.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=2.178511ms] [gotSchemaVersion=107] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:43.467 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=165] [version=107] [2024/05/06 02:38:43.481 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.924644ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.546 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.582 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 02:38:43.583 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:43.586 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.333707419\n# Parse_time: 0.000627552\n# Compile_time: 0.001155745\n# Rewrite_time: 0.000010309\n# Optimize_time: 0.000735185\n# Wait_TS: 0.000377131\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 02:38:43.598 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:43.770 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:43.901 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:43.937 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 02:38:43.938 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:44.042 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:44.044 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:44.045 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 02:38:44.068 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:44.071 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:44.071 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:44.072 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=119.777Β΅s] [2024/05/06 02:38:44.072 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=296.377Β΅s] [] [2024/05/06 02:38:44.072 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:44.072 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:44.182 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 02:38:44.203 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 02:38:44.222 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:44.288 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:44.290 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 02:38:44.291 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:44.299 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:44.300 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:44.300 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:44.300 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:44.301 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:44.301 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:44.315 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:44.317 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:44.317 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:44.317 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 02:38:44.317 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.1GiB] [2024/05/06 02:38:44.358 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 02:38:44.363 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:44.368 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:44.369 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 02:38:44.369 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 02:38:44.418 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=1.csv:0] [2024/05/06 02:38:44.418 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=2.csv:0] [2024/05/06 02:38:44.436 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=2.csv:0] [readDur=1.369184ms] [encodeDur=1.493152ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=14.187756ms] [type=file] [takeTime=17.555239ms] [] [2024/05/06 02:38:44.436 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=1.csv:0] [readDur=1.193519ms] [encodeDur=1.156339ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=14.664562ms] [type=file] [takeTime=17.628392ms] [] [2024/05/06 02:38:44.438 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/447e236e-961a-4fc9-9ec9-c9acb6dcbec4.sst] [firstKey=7480000000000000A45F728000000000000001] [lastKey=7480000000000000A45F728000000000000002] [2024/05/06 02:38:44.438 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=79.688798ms] [] [2024/05/06 02:38:44.438 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 02:38:44.438 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 02:38:44.438 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:44.439 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/fadd0a11-01e0-4bd0-a32d-2d81477f94fb.sst] [firstKey=7480000000000000A45F72800000000000000A] [lastKey=7480000000000000A45F72800000000000000B] [2024/05/06 02:38:44.441 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.716689ms] [] [2024/05/06 02:38:44.441 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:44.446 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:44.468 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:44.469 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:44.485 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:44.487 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=45.632065ms] [] [2024/05/06 02:38:44.487 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:44.488 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.197308ms] [] [2024/05/06 02:38:44.488 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 02:38:44.488 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:44.490 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.530688ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6882093c-ded8-4f6e-bc44-3202000b2009.sst] [2024/05/06 02:38:44.490 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6882093c-ded8-4f6e-bc44-3202000b2009.sst] [firstKey=7480000000000000A45F698000000000000001038000000000000004] [lastKey=7480000000000000A45F698000000000000001038000000000000007] [2024/05/06 02:38:44.492 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.095105ms] [] [2024/05/06 02:38:44.492 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:44.497 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:44.518 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 02:38:44.519 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:44.532 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 02:38:44.534 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.244173ms] [] [2024/05/06 02:38:44.534 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:44.535 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.047749ms] [] [2024/05/06 02:38:44.577 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 02:38:44.580 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:44.580 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:44.580 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:44.580 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:44.580 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:44.580 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:44.580 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:44.580 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:44.580 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:44.580 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:44.580 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:44.580 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:44.582 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:44.582 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:44.582 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:44.582 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:44.582 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:44.582 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=293.415398ms] [] [2024/05/06 02:38:44.656 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:44.679 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:44.681 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:44.682 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:44.750 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:44.752 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:44.752 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:44.885 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [2024/05/06 02:38:44.885 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 02:38:44.955 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:44.991 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:45.063 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 02:38:45.063 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 02:38:45.063 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 02:38:45.071 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=7.617278ms] [] [2024/05/06 02:38:45.071 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 02:38:45.071 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 02:38:45.071 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 02:38:45.071 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 02:38:45.071 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 02:38:45.080 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 02:38:45.082 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 02:38:45.083 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 02:38:45.083 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=19.584693ms] [] [2024/05/06 02:38:45.083 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=19.854596ms] [] [2024/05/06 02:38:45.120 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=128.816525ms] [] [2024/05/06 02:38:45.157 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:45.157 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 02:38:45.160 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 02:38:45.206 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 02:38:45.242 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 02:38:45.261 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:45.261 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 02:38:45.345 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:45.484 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.897167042\n# Parse_time: 0.000396468\n# Compile_time: 0.000968943\n# Rewrite_time: 0.000221504\n# Optimize_time: 0.000735185\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:38:45.513 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:45.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:45.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:45.540 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:45.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:45.596 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:45.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:45.625 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=246.931Β΅s] [gotSchemaVersion=108] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:45.633 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=108] [2024/05/06 02:38:45.673 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.140231ms] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:45.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:45.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:45.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:45.771 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=226.081Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:45.780 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=109] [2024/05/06 02:38:45.820 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.277708ms] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:45.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:45.910 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:45.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:45.920 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 164, Old Table Name: t"] [2024/05/06 02:38:45.951 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=238.01Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:45.960 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=110] [2024/05/06 02:38:46.001 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.878147ms] [job="ID:166, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:45.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.043 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=166] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/06 02:38:46.051 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="drop table"] [2024/05/06 02:38:46.055 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:45.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.109 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 02:38:46.109 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:46.113 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.601034995\n# Parse_time: 0.000831222\n# Compile_time: 0.000828507\n# Rewrite_time: 0.000011216\n# Optimize_time: 0.0008977\n# Wait_TS: 0.000307019\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:46.116 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:38:46.160 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:46.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:46.159 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:46.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:38:46.207 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:46.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.214 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 167, Table Name: t"] [2024/05/06 02:38:46.299 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.418994ms] [gotSchemaVersion=111] [phyTblIDs="[167]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:46.307 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=168] [version=111] [2024/05/06 02:38:46.345 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.091959ms] [job="ID:168, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:46.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.398 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:46.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.446 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 02:38:46.446 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:46.450 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.336355181\n# Parse_time: 0.001266054\n# Compile_time: 0.001385384\n# Rewrite_time: 0.000009784\n# Optimize_time: 0.0008977\n# Wait_TS: 0.000422667\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 02:38:46.465 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:46.662 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:46.747 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:46.787 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 02:38:46.787 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:46.893 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:46.894 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:46.896 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 02:38:46.913 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:46.916 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:46.916 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:46.917 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=61.261Β΅s] [2024/05/06 02:38:46.917 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=173.531Β΅s] [] [2024/05/06 02:38:46.917 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:46.917 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:47.032 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 02:38:47.070 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:47.075 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 02:38:47.106 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:47.107 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 02:38:47.108 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:47.115 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:47.116 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:47.116 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:47.116 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:47.117 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:47.117 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:47.130 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:47.131 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:47.131 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:47.132 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 02:38:47.132 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.1GiB] [2024/05/06 02:38:47.168 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 02:38:47.173 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:47.177 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:47.177 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 02:38:47.177 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 02:38:47.242 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=1.csv:0] [2024/05/06 02:38:47.242 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=2.csv:0] [2024/05/06 02:38:47.245 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=1.csv:0] [readDur=1.202304ms] [encodeDur=977.303Β΅s] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=290.27Β΅s] [type=file] [takeTime=2.842051ms] [] [2024/05/06 02:38:47.245 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=2.csv:0] [readDur=961.844Β΅s] [encodeDur=929.365Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=836.012Β΅s] [type=file] [takeTime=3.052738ms] [] [2024/05/06 02:38:47.246 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7bafe65f-e3b1-4c39-a8e5-dcbeba9a367e.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000002] [2024/05/06 02:38:47.246 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=78.188731ms] [] [2024/05/06 02:38:47.247 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 02:38:47.247 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 02:38:47.247 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:47.247 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/11497939-dc54-44d6-982a-7acebca26088.sst] [firstKey=7480000000000000A75F72800000000000000A] [lastKey=7480000000000000A75F72800000000000000B] [2024/05/06 02:38:47.251 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=4.394813ms] [] [2024/05/06 02:38:47.251 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:47.256 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:47.278 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:47.279 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:47.294 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:47.296 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.907168ms] [] [2024/05/06 02:38:47.296 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:47.298 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.164657ms] [] [2024/05/06 02:38:47.298 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 02:38:47.298 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:47.299 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.489439ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/88b8d519-7af3-413c-aa10-5b8a1c5f8bf5.sst] [2024/05/06 02:38:47.299 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/88b8d519-7af3-413c-aa10-5b8a1c5f8bf5.sst] [firstKey=7480000000000000A75F698000000000000001038000000000000004] [lastKey=7480000000000000A75F698000000000000001038000000000000007] [2024/05/06 02:38:47.302 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.065404ms] [] [2024/05/06 02:38:47.302 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:47.306 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:47.328 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 02:38:47.328 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:47.346 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 02:38:47.348 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=46.463423ms] [] [2024/05/06 02:38:47.348 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:47.350 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.277516ms] [] [2024/05/06 02:38:47.393 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 02:38:47.397 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:47.397 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:47.397 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:47.397 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:47.397 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:47.397 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:47.397 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:47.397 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:47.397 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:47.397 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:47.397 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:47.397 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:47.399 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:47.399 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:47.399 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:47.399 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:47.399 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:47.399 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=293.095418ms] [] [2024/05/06 02:38:47.406 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:47.407 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:47.408 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:47.408 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:47.475 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:47.477 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:47.477 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:47.630 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:47.668 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 02:38:47.669 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 02:38:47.669 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 02:38:47.675 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=6.149023ms] [] [2024/05/06 02:38:47.675 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 02:38:47.675 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 02:38:47.675 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 02:38:47.675 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 02:38:47.675 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 02:38:47.682 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 02:38:47.685 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 02:38:47.685 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 02:38:47.685 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=16.80827ms] [] [2024/05/06 02:38:47.685 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=17.013664ms] [] [2024/05/06 02:38:47.721 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=90.709869ms] [] [2024/05/06 02:38:47.804 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:47.804 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 02:38:47.807 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 02:38:47.893 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 02:38:47.893 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 02:38:47.918 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:47.919 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 02:38:48.008 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.556996799\n# Parse_time: 0.000893442\n# Compile_time: 0.001632562\n# Rewrite_time: 0.000234988\n# Optimize_time: 0.0008977\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:38:48.008 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 02:38:48.018 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:48.045 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:48.045 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:48.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.136 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=273.708Β΅s] [gotSchemaVersion=112] [phyTblIDs="[167]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:48.145 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=112] [2024/05/06 02:38:48.185 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.100774ms] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.272 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.303 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=228.005Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:48.313 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=113] [2024/05/06 02:38:48.351 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.291095ms] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.410 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.419 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 167, Old Table Name: t"] [2024/05/06 02:38:48.458 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=237.84Β΅s] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:48.469 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=114] [2024/05/06 02:38:48.508 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.674914ms] [job="ID:169, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.543 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[167]"] [comment="drop table: table ID"] [2024/05/06 02:38:48.551 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="drop table"] [2024/05/06 02:38:48.555 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [job="ID:169, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.612 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 02:38:48.612 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:48.615 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.598364474\n# Parse_time: 0.000722869\n# Compile_time: 0.00068768\n# Rewrite_time: 0.000009177\n# Optimize_time: 0.000894134\n# Wait_TS: 0.000363771\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:48.617 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 02:38:48.681 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:48.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:48.681 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:48.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 02:38:48.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.753 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 170, Table Name: t"] [2024/05/06 02:38:48.814 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.433966ms] [gotSchemaVersion=115] [phyTblIDs="[170]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:48.823 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=171] [version=115] [2024/05/06 02:38:48.861 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.564147ms] [job="ID:171, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:48.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [job="ID:171, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.933 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 02:38:48.933 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:48.937 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.320888769\n# Parse_time: 0.000752238\n# Compile_time: 0.001061563\n# Rewrite_time: 0.000008081\n# Optimize_time: 0.000894134\n# Wait_TS: 0.00035114\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 02:38:48.951 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:49.152 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:38:49.237 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 02:38:49.275 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 02:38:49.276 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 02:38:49.383 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:38:49.384 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:49.385 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 02:38:49.402 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:49.405 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:38:49.405 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 02:38:49.405 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=77.166Β΅s] [2024/05/06 02:38:49.405 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=186.925Β΅s] [] [2024/05/06 02:38:49.405 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:38:49.405 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 02:38:49.558 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 02:38:49.579 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 02:38:49.590 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=26] [2024/05/06 02:38:49.626 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:49.627 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 02:38:49.628 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:38:49.635 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:49.636 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:49.636 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:49.636 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:49.637 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:49.637 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:49.650 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:49.651 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:49.651 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:49.651 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 02:38:49.651 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.1GiB] [2024/05/06 02:38:49.689 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 02:38:49.694 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:49.698 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:49.698 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 02:38:49.698 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 02:38:49.758 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=1.csv:0] [2024/05/06 02:38:49.759 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=2.csv:0] [2024/05/06 02:38:49.761 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=1.csv:0] [readDur=1.010352ms] [encodeDur=671.957Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=46.594Β΅s] [type=file] [takeTime=2.108703ms] [] [2024/05/06 02:38:49.761 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=2.csv:0] [readDur=856.616Β΅s] [encodeDur=807.091Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=57.992Β΅s] [type=file] [takeTime=1.989292ms] [] [2024/05/06 02:38:49.762 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7adf5cc9-e289-4e54-a89d-c9962bd26c3e.sst] [firstKey=7480000000000000AA5F728000000000000004] [lastKey=7480000000000000AA5F728000000000000005] [2024/05/06 02:38:49.762 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=72.699337ms] [] [2024/05/06 02:38:49.762 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 02:38:49.762 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 02:38:49.762 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:49.763 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0bd59612-5f10-413f-8a3a-8e3b91ff0039.sst] [firstKey=7480000000000000AA5F728000000000000006] [lastKey=7480000000000000AA5F728000000000000007] [2024/05/06 02:38:49.765 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.422669ms] [] [2024/05/06 02:38:49.765 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 02:38:49.770 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:49.792 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:38:49.792 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:49.809 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:38:49.811 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=45.722994ms] [] [2024/05/06 02:38:49.811 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 02:38:49.812 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.14048ms] [] [2024/05/06 02:38:49.812 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 02:38:49.812 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:49.814 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.592578ms] [] [2024/05/06 02:38:49.814 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:49.814 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:49.814 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=58.677Β΅s] [] [2024/05/06 02:38:49.814 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:49.815 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=853.998Β΅s] [] [2024/05/06 02:38:49.896 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:38:49.897 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 02:38:49.898 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:49.899 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 02:38:49.899 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:38:49.900 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:49.900 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:49.900 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:49.900 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:49.900 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:49.900 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:49.900 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:49.900 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:49.901 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:49.901 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:49.901 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:49.901 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:49.903 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:49.903 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:49.903 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:49.903 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:49.903 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:49.903 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=276.821368ms] [] [2024/05/06 02:38:49.965 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 02:38:49.967 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:38:49.967 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 02:38:50.135 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 02:38:50.219 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 02:38:50.219 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 02:38:50.219 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 02:38:50.230 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=10.830773ms] [] [2024/05/06 02:38:50.230 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 02:38:50.230 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:50.230 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 02:38:50.230 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 02:38:50.236 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=170] [physicalTableID=170] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:38:50.237 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:50.237 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=18.020407ms] [] [2024/05/06 02:38:50.237 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=18.310641ms] [] [2024/05/06 02:38:50.284 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=149.245936ms] [] [2024/05/06 02:38:50.297 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:38:50.297 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 02:38:50.300 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 02:38:50.368 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 02:38:50.384 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 02:38:50.407 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:50.407 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 02:38:50.502 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:50.506 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.568064051\n# Parse_time: 0.000423691\n# Compile_time: 0.001087645\n# Rewrite_time: 0.000235069\n# Optimize_time: 0.000894134\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:38:50.515 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:50.539 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:50.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:50.538 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:50.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:50.626 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.653 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=307.847Β΅s] [gotSchemaVersion=116] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:50.665 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=116] [2024/05/06 02:38:50.702 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.808338ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:50.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=207.308Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:50.781 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=117] [2024/05/06 02:38:50.821 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=52.787829ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.834 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab597cea-a655-412b-aa66-3761e562affc"] ["owner key"=/tidb/br-stream/owner/22318f4bc248dd79] [ownerID=ab597cea-a655-412b-aa66-3761e562affc] [op=none] [2024/05/06 02:38:50.887 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.896 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 170, Old Table Name: t"] [2024/05/06 02:38:50.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=227.72Β΅s] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:50.957 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 02:38:50.996 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.166874ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:50.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.071 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/06 02:38:51.082 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/06 02:38:51.086 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:50.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.168 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 02:38:51.169 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:51.173 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.658194062\n# Parse_time: 0.000597252\n# Compile_time: 0.000609342\n# Rewrite_time: 0.000012075\n# Optimize_time: 0.000969007\n# Wait_TS: 0.000318798\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] === RUN TestImportInto/TestWriteAfterImportFromSelect [2024/05/06 02:38:51.175 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=write_after_import] [sql="drop database if exists from_select"] [user=] [2024/05/06 02:38:51.202 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:51.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:51.202 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:51.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 02:38:51.270 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.310 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=295.171Β΅s] [gotSchemaVersion=119] [phyTblIDs="[130,136]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:51.321 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=119] [2024/05/06 02:38:51.359 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.79903ms] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:51.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.397 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.430 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=185.589Β΅s] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:51.441 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=120] [2024/05/06 02:38:51.479 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=52.994193ms] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.575 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.608 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=202.822Β΅s] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:51.619 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=121] [2024/05/06 02:38:51.658 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=54.13107ms] [job="ID:173, Type:drop schema, State:done, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:51.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.694 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[130,136]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:51.703 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop schema"] [2024/05/06 02:38:51.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [job="ID:173, Type:drop schema, State:synced, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:51.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.758 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 02:38:51.758 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:51.762 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.588141317\n# Parse_time: 0.00047157\n# Compile_time: 0.000719237\n# Rewrite_time: 0.000010989\n# Optimize_time: 0.000969007\n# Wait_TS: 0.000438357\n# DB: write_after_import\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 02:38:51.763 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=write_after_import] [sql="create database from_select"] [user=] [2024/05/06 02:38:51.789 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:51.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:51.789 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:51.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 02:38:51.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.865 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=925.598Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:51.874 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=175] [version=122] [2024/05/06 02:38:51.914 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.06642ms] [job="ID:175, Type:create schema, State:done, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:51.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.955 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.009 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 02:38:52.009 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:52.018 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=from_select] [sql="create table dt(id int, v varchar(64))"] [user=] [2024/05/06 02:38:52.058 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:52.058 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dt(id int, v varchar(64))"] [2024/05/06 02:38:52.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.103 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 174, Table ID: 176, Table Name: dt"] [2024/05/06 02:38:52.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.155684ms] [gotSchemaVersion=123] [phyTblIDs="[176]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:52.166 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=123] [2024/05/06 02:38:52.203 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.709481ms] [job="ID:177, Type:create table, State:done, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.246 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [job="ID:177, Type:create table, State:synced, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.283 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 02:38:52.283 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:52.299 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 02:38:52.326 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:52.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists write_after_import"] [2024/05/06 02:38:52.326 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:52.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:52.393 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.426 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=198.578Β΅s] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:52.435 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=178] [version=124] [2024/05/06 02:38:52.476 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=54.165727ms] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:52.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.566 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=179.531Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:52.575 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=178] [version=125] [2024/05/06 02:38:52.616 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.427908ms] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.644 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.674 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=177.247Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:52.682 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=178] [version=126] [2024/05/06 02:38:52.723 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=52.677956ms] [job="ID:178, Type:drop schema, State:done, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.785 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=178] [jobType="drop schema"] [2024/05/06 02:38:52.788 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:drop schema, State:synced, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.849 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 02:38:52.850 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:52.853 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.554702514\n# Parse_time: 0.000218843\n# Compile_time: 0.000639853\n# Rewrite_time: 0.000007016\n# Optimize_time: 0.000969007\n# Wait_TS: 0.000351041\n# DB: from_select\n# Is_internal: false\n# Digest: 4771ffa98e33f399f37cf6b37126ba5ded6abb03cc3409362bd9c47bc7db12a0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ndrop database if exists write_after_import;"] [2024/05/06 02:38:52.854 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 02:38:52.882 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:52.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:52.882 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:52.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 02:38:52.929 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.958 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=873.826Β΅s] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:52.967 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=127] [2024/05/06 02:38:53.007 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.130162ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:52.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.046 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.073 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 02:38:53.073 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 02:38:53.079 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:53.081 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 02:38:53.114 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:53.114 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 02:38:53.178 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.185 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 181, Table Name: t"] [2024/05/06 02:38:53.262 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.31711ms] [gotSchemaVersion=128] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:53.273 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=128] [2024/05/06 02:38:53.308 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.425871ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.383 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.430 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 02:38:53.430 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:53.433 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.353191318\n# Parse_time: 0.000565624\n# Compile_time: 0.000733017\n# Rewrite_time: 0.00000979\n# Optimize_time: 0.000969007\n# Wait_TS: 0.000339321\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 02:38:53.591 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=181] [2024/05/06 02:38:53.598 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:53.598 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:53.599 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:53.599 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:53.600 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:53.600 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:53.635 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:53.637 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:53.638 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:53.644 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:53.650 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:53.768 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [key=import-from-select] [2024/05/06 02:38:53.771 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [key=import-from-select] [readDur=37.838Β΅s] [encodeDur=1.571755ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=451.022Β΅s] [type=query] [takeTime=3.100989ms] [] [2024/05/06 02:38:53.773 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/1b9d244e-0f9b-482c-b208-f182a89a5f2f/102b1544-1a0b-5f02-9523-0f5011224f00.sst/8324c07f-cbc2-4f82-b17a-13d4c5fc36fb.sst] [firstKey=7480000000000000B55F728000000000000004] [lastKey=7480000000000000B55F728000000000000007] [2024/05/06 02:38:53.785 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [key=import-from-select] [2024/05/06 02:38:53.785 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=122.375Β΅s] [] [2024/05/06 02:38:53.785 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:53.787 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.644466ms] [] [2024/05/06 02:38:53.787 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:38:53.792 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:53.813 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:38:53.814 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:53.831 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:38:53.833 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=45.788482ms] [] [2024/05/06 02:38:53.833 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:53.835 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.580226ms] [] [2024/05/06 02:38:53.835 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:53.835 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:53.835 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=59.282Β΅s] [] [2024/05/06 02:38:53.835 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 02:38:53.835 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [2024/05/06 02:38:53.842 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [takeTime=6.592458ms] [] [2024/05/06 02:38:53.842 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:53.842 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [weight=30] [2024/05/06 02:38:53.842 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [concurrency=15] [2024/05/06 02:38:53.845 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=181] [physicalTableID=181] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:38:53.846 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:53.846 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=1b9d244e-0f9b-482c-b208-f182a89a5f2f] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=10.828996ms] [] [2024/05/06 02:38:53.846 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:53.846 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=10.661Β΅s] [] [2024/05/06 02:38:53.846 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:53.847 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.057723ms] [] [2024/05/06 02:38:53.847 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:53.848 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=8.851Β΅s] [] [2024/05/06 02:38:53.848 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:53.848 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=844.403Β΅s] [] [2024/05/06 02:38:53.852 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:53.852 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:53.852 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:53.852 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:53.852 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:53.852 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:53.852 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:53.852 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:53.852 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:53.852 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:53.852 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:53.852 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:53.853 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:53.854 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:53.854 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:53.854 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:53.854 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:53.855 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567295641747466\n# Conn_ID: 2\n# Query_time: 0.420571175\n# Parse_time: 0.000915337\n# Compile_time: 0.003382177\n# Rewrite_time: 0.002145193\n# Optimize_time: 0.000969007\n# Wait_TS: 0.000108809\n# Cop_time: 0.000133751 Process_time: 0.000061217 Wait_time: 0.000053961 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.1217e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.3961e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xQWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQxNW1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYODQ0LjbCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDEBbkRwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDYxLjIFSgETHHdhaXQ6IDU0BRGAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoYbjogNDAuOAU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrRRfcnBjOjEFlQhhbF8lI1A5MzEuNcK1c319CTM1NCBCeXRlcwkhJSAyCTQzXzYJMV8xJ7h0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgW0BDp7BWUMMHMsIC2FSH0sIHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcQIDIyLjMlI3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpAhrZXk+FgAYOCwgYmxvYyHlEH19fSwgAcdetAABHDbfAQhhbF8h4Q0aLeYlFQx3YWxsDRdEMjExLjnCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('sAagCqsGCgxJbXBvcnRJbnRvXzIS5gUKDVRhYmxlUmVhZGVyXzcSpQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qrgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyMi4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVCF9kZVK0AAEcFDogNjEuMgVxAHQF0Qh3YWkRiwQ1NAkYHGlrdl93YWxsDTEoMjExLjnCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLpQBKAFAAVIUZGF0YTpUNsIBBFoWBYYQODQ0LjYFbjhsb29wczoyYtgBY29wX3QhjGgge251bTogMSwgbWF4OiAxLjAxbXMsIHByb2MtSylaJY020QAFzwA6EcqAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoYbjogNDAuOAWWqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrRRfcnBjOjEx7wXiEDkzMS41ITYMfXDiAj0vADghGxQDTi9BWhMFKAg0MTUB3SkHADFWYwEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:38:53.885 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:53.913 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:53.913 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:53.960 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.989 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=234.959Β΅s] [gotSchemaVersion=129] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:53.998 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/06 02:38:54.038 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.417568ms] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.084 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.115 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=208.553Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:54.124 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/06 02:38:54.165 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.289686ms] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.219 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.231 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 181, Old Table Name: t"] [2024/05/06 02:38:54.269 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=205.44Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:54.278 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=131] [2024/05/06 02:38:54.318 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.874878ms] [job="ID:183, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.349 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/06 02:38:54.357 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop table"] [2024/05/06 02:38:54.360 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [job="ID:183, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:53.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.420 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 02:38:54.420 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:54.423 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.53954224\n# Parse_time: 0.000397378\n# Compile_time: 0.000587091\n# Rewrite_time: 0.000008778\n# Optimize_time: 0.000881239\n# Wait_TS: 0.000381307\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:54.426 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:38:54.462 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:54.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:54.462 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:54.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:38:54.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:54.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.526 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 184, Table Name: t"] [2024/05/06 02:38:54.577 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.388923ms] [gotSchemaVersion=132] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:54.587 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=185] [version=132] [2024/05/06 02:38:54.624 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.382232ms] [job="ID:185, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:54.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.670 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:54.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.714 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 02:38:54.714 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:54.872 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=184] [2024/05/06 02:38:54.879 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:54.879 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:54.880 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:54.880 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:54.881 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:54.881 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:54.894 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:54.895 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:54.895 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:54.900 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:54.904 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:54.929 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [key=import-from-select] [2024/05/06 02:38:54.929 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [key=import-from-select] [2024/05/06 02:38:54.930 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [key=import-from-select] [readDur=15.059Β΅s] [encodeDur=663.115Β΅s] [checksum="{cksum=3579325005218725394,size=68,kvs=2}"] [deliverDur=140.897Β΅s] [type=query] [takeTime=1.152048ms] [] [2024/05/06 02:38:54.930 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [key=import-from-select] [readDur=18.464Β΅s] [encodeDur=726.608Β΅s] [checksum="{cksum=17740522709243958444,size=68,kvs=2}"] [deliverDur=61.037Β΅s] [type=query] [takeTime=1.049649ms] [] [2024/05/06 02:38:54.931 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:54.931 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/c174153a-9044-4859-8364-05f4cdd70490/102b1544-1a0b-5f02-9523-0f5011224f00.sst/53ef785b-46e3-4f14-99c6-b9c1dd6ba2b4.sst] [firstKey=7480000000000000B85F728000000000000005] [lastKey=7480000000000000B85F728000000000000007] [2024/05/06 02:38:54.932 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/c174153a-9044-4859-8364-05f4cdd70490/102b1544-1a0b-5f02-9523-0f5011224f00.sst/e26ec7ea-d2e6-4024-b758-cd63c0404510.sst] [firstKey=7480000000000000B85F728000000000000004] [lastKey=7480000000000000B85F728000000000000006] [2024/05/06 02:38:54.935 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.366281ms] [] [2024/05/06 02:38:54.935 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:38:54.939 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:54.960 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:38:54.961 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:54.977 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:38:54.979 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=43.960804ms] [] [2024/05/06 02:38:54.979 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:54.980 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.528505ms] [] [2024/05/06 02:38:54.980 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:54.980 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:54.980 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=65.26Β΅s] [] [2024/05/06 02:38:54.981 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 02:38:54.981 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [2024/05/06 02:38:54.987 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [takeTime=6.190959ms] [] [2024/05/06 02:38:54.987 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:54.987 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [weight=30] [2024/05/06 02:38:54.987 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [concurrency=15] [2024/05/06 02:38:54.990 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=184] [physicalTableID=184] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:38:54.991 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:54.991 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=c174153a-9044-4859-8364-05f4cdd70490] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=10.309222ms] [] [2024/05/06 02:38:54.991 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:54.991 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=9.898Β΅s] [] [2024/05/06 02:38:54.991 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:54.992 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.099823ms] [] [2024/05/06 02:38:54.992 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:54.992 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.011Β΅s] [] [2024/05/06 02:38:54.992 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:54.993 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=969.376Β΅s] [] [2024/05/06 02:38:54.996 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:54.996 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:54.996 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:54.996 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:54.996 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:54.996 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:54.996 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:54.996 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:54.996 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:54.996 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:54.996 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:54.996 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:54.998 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:54.998 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:54.998 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:54.998 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:54.998 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 02:38:55.035 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:55.065 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:55.065 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:55.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=233.155Β΅s] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:55.157 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=133] [2024/05/06 02:38:55.197 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.697376ms] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.291 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=205.612Β΅s] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:55.300 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=134] [2024/05/06 02:38:55.338 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.099892ms] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.401 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.410 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 184, Old Table Name: t"] [2024/05/06 02:38:55.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=252.288Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:55.491 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/06 02:38:55.529 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.595729ms] [job="ID:186, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.573 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[184]"] [comment="drop table: table ID"] [2024/05/06 02:38:55.582 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="drop table"] [2024/05/06 02:38:55.586 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:54.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.641 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 02:38:55.642 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:55.645 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.611227738\n# Parse_time: 0.000498618\n# Compile_time: 0.000748775\n# Rewrite_time: 0.000009371\n# Optimize_time: 0.02360433\n# Wait_TS: 0.000452861\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:55.648 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 02:38:55.691 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:55.691 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 02:38:55.740 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.747 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 187, Table Name: t"] [2024/05/06 02:38:55.804 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.155701ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:55.813 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 02:38:55.851 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.591738ms] [job="ID:188, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.916 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.955 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 02:38:55.955 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:55.958 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.312765587\n# Parse_time: 0.000948108\n# Compile_time: 0.001297845\n# Rewrite_time: 0.00000833\n# Optimize_time: 0.02360433\n# Wait_TS: 0.000505665\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 02:38:56.118 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=187] [2024/05/06 02:38:56.125 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:56.125 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:56.126 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:56.126 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:56.127 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:56.127 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:56.140 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:56.141 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:56.141 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:56.146 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:56.150 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:56.163 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [key=import-from-select] [2024/05/06 02:38:56.166 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [key=import-from-select] [readDur=53.949Β΅s] [encodeDur=1.607902ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=389.584Β΅s] [type=query] [takeTime=2.508174ms] [] [2024/05/06 02:38:56.167 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/c1229bd0-869d-4056-bbfe-ca495165da75/102b1544-1a0b-5f02-9523-0f5011224f00.sst/85784e97-4e80-4c92-a998-dc1d95ccf032.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000004] [2024/05/06 02:38:56.177 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [key=import-from-select] [2024/05/06 02:38:56.178 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=112.091Β΅s] [] [2024/05/06 02:38:56.178 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:56.179 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.466392ms] [] [2024/05/06 02:38:56.179 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:38:56.184 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:56.205 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:56.206 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:56.220 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:56.222 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.786157ms] [] [2024/05/06 02:38:56.222 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:56.222 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/c1229bd0-869d-4056-bbfe-ca495165da75/630083e6-fc50-5cd2-8645-c17b147197ce.sst/680befad-9305-4fb3-ac09-8c33c3420231.sst] [firstKey=7480000000000000BB5F698000000000000001038000000000000004] [lastKey=7480000000000000BB5F698000000000000001038000000000000007] [2024/05/06 02:38:56.225 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.804038ms] [] [2024/05/06 02:38:56.225 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:56.229 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:56.251 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 02:38:56.252 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:56.289 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 02:38:56.292 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=66.266067ms] [] [2024/05/06 02:38:56.292 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 02:38:56.292 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [2024/05/06 02:38:56.300 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [takeTime=8.068127ms] [] [2024/05/06 02:38:56.300 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 02:38:56.300 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [weight=30] [2024/05/06 02:38:56.300 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [concurrency=15] [2024/05/06 02:38:56.310 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 02:38:56.312 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 02:38:56.313 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 02:38:56.313 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=c1229bd0-869d-4056-bbfe-ca495165da75] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=21.336985ms] [] [2024/05/06 02:38:56.313 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:56.313 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=30.168Β΅s] [] [2024/05/06 02:38:56.314 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:56.315 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.431529ms] [] [2024/05/06 02:38:56.315 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:56.315 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=16.941Β΅s] [] [2024/05/06 02:38:56.315 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:56.316 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.153024ms] [] [2024/05/06 02:38:56.321 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:56.321 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:56.321 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:56.321 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:56.321 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:56.321 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:56.321 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:56.322 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:56.322 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:56.322 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:56.322 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:56.322 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:56.324 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:56.324 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:56.324 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:56.324 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:56.324 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:56.326 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567296310476805\n# Conn_ID: 2\n# Query_time: 0.365767086\n# Parse_time: 0.00041716\n# Compile_time: 0.002154924\n# Rewrite_time: 0.001368264\n# Optimize_time: 0.02360433\n# Wait_TS: 0.000094754\n# Cop_time: 0.000057131 Process_time: 0.000051282 Wait_time: 0.000028931 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.1282e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.8931e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3wXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTozNjEuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQYNDMxLjXCtRVFfDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDkyNy4zBStEcHJvY19rZXlzOiA0LCB0b3RfARIMOiA1MQ0hARMkd2FpdDogMjguOQU0gGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaEG46IDU2DZmobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGxFF9ycGM6MQWXCGFsXyUpCDgyOQWGMH19CTM1NCBCeXRlcwkhKSwyCTQzXzYJMV8wCTElK6B0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCSE/BGt2BbQEOnsFZQAwNUQBmABzIWYoZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcMIDkuNym8dHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWmCGtleT4WABg4LCBibG9jIek5mQ0yFDJ9fX0sIAHZXsYAARw28wEIYWxfIfUNGgQyOCV0AUUYa3Zfd2FsbA0ZRDEzOC44wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('ygagCsUGCgxJbXBvcnRJbnRvXzIS/gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA5Ljc1wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1MS4zBYMAdAXjCHdhaRGdDDI4LjkJGhxpa3Zfd2FsbA0zKDEzOC44wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgMNDMxLikLAGwlgyAyYtwBY29wX3QhoEQge251bTogMSwgbWF4OiA5MjcNtAxwcm9jLWEpcCWjNtUABdMAOhnOEGNvcHJfOS9EcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogNTYNmqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxUQcF5gg4MjklVBB9fXDiAj0zKDgBQAFSA04vQVoVBSgYMzYxLjhtc1WQVmkBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:38:56.354 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:56.377 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:56.377 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:56.416 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.444 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=225.242Β΅s] [gotSchemaVersion=137] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:56.454 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/06 02:38:56.494 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=54.054703ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.553 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=208.644Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:56.562 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/06 02:38:56.603 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.793653ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.655 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.665 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 187, Old Table Name: t"] [2024/05/06 02:38:56.729 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=325.511Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:56.739 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 02:38:56.777 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.677792ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:56.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.840 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 02:38:56.847 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/06 02:38:56.850 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:56.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.909 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 02:38:56.910 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:56.913 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.560001874\n# Parse_time: 0.000416623\n# Compile_time: 0.00051988\n# Rewrite_time: 0.000008494\n# Optimize_time: 0.001050792\n# Wait_TS: 0.000389828\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:56.916 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:38:56.960 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:56.960 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:38:57.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.013 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 190, Table Name: t"] [2024/05/06 02:38:57.069 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.134376ms] [gotSchemaVersion=140] [phyTblIDs="[190]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:57.077 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=140] [2024/05/06 02:38:57.129 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=66.301807ms] [job="ID:191, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.214 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.257 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 02:38:57.258 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:57.262 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.348227523\n# Parse_time: 0.001417985\n# Compile_time: 0.001569908\n# Rewrite_time: 0.000008796\n# Optimize_time: 0.001050792\n# Wait_TS: 0.000325709\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 02:38:57.442 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=190] [2024/05/06 02:38:57.450 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:57.450 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:57.451 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:57.451 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:57.452 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:57.452 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:57.466 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:57.467 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:57.467 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:57.472 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:57.477 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:57.530 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [key=import-from-select] [2024/05/06 02:38:57.554 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [key=import-from-select] [2024/05/06 02:38:57.556 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [key=import-from-select] [readDur=39.759Β΅s] [encodeDur=824.369Β΅s] [checksum="{cksum=3348452940637588680,size=74,kvs=2}"] [deliverDur=543.725Β΅s] [type=query] [takeTime=2.206231ms] [] [2024/05/06 02:38:57.556 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [key=import-from-select] [readDur=70.412Β΅s] [encodeDur=25.136041ms] [checksum="{cksum=1562502361153568187,size=222,kvs=6}"] [deliverDur=801.824Β΅s] [type=query] [takeTime=26.579907ms] [] [2024/05/06 02:38:57.558 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/8ac22029-d37b-4970-ac26-a34d7ffea84a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/3d595fe7-1974-46a0-84b6-baf0a9d1bf17.sst] [firstKey=7480000000000000BE5F728000000000000002] [lastKey=7480000000000000BE5F728000000000000002] [2024/05/06 02:38:57.558 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:57.559 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/8ac22029-d37b-4970-ac26-a34d7ffea84a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/f92f4f7b-c338-49b6-848e-9d2a279aee9d.sst] [firstKey=7480000000000000BE5F728000000000000001] [lastKey=7480000000000000BE5F728000000000000004] [2024/05/06 02:38:57.562 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=4.072342ms] [] [2024/05/06 02:38:57.562 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:38:57.568 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:57.590 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:57.591 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:57.607 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:57.609 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=46.52151ms] [] [2024/05/06 02:38:57.609 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:57.610 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.518329ms] [file=/tmp/tidb/import-4000/8ac22029-d37b-4970-ac26-a34d7ffea84a/630083e6-fc50-5cd2-8645-c17b147197ce.sst/68357749-c4d4-41fe-8984-123e336624e9.sst] [2024/05/06 02:38:57.611 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/8ac22029-d37b-4970-ac26-a34d7ffea84a/630083e6-fc50-5cd2-8645-c17b147197ce.sst/68357749-c4d4-41fe-8984-123e336624e9.sst] [firstKey=7480000000000000BE5F698000000000000001038000000000000004] [lastKey=7480000000000000BE5F698000000000000001038000000000000007] [2024/05/06 02:38:57.613 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.13539ms] [] [2024/05/06 02:38:57.613 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:57.617 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:57.640 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 02:38:57.640 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:57.657 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 02:38:57.659 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.568608ms] [] [2024/05/06 02:38:57.659 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 02:38:57.659 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [2024/05/06 02:38:57.671 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [takeTime=11.675213ms] [] [2024/05/06 02:38:57.671 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 02:38:57.671 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [weight=30] [2024/05/06 02:38:57.671 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [concurrency=15] [2024/05/06 02:38:57.679 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 02:38:57.681 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 02:38:57.682 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 02:38:57.682 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=8ac22029-d37b-4970-ac26-a34d7ffea84a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=22.993796ms] [] [2024/05/06 02:38:57.682 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:57.682 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.597Β΅s] [] [2024/05/06 02:38:57.682 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:57.683 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.193421ms] [] [2024/05/06 02:38:57.683 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:57.684 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=8.436Β΅s] [] [2024/05/06 02:38:57.684 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:57.685 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.024038ms] [] [2024/05/06 02:38:57.689 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:57.689 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:57.689 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:57.689 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:57.689 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:57.689 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:57.689 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:57.689 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:57.689 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:57.689 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:57.689 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:57.689 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:57.691 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:57.691 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:57.691 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:57.691 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:57.691 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:57.693 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567296651001861\n# Conn_ID: 2\n# Query_time: 0.429508989\n# Parse_time: 0.000427087\n# Compile_time: 0.002212153\n# Rewrite_time: 0.00139364\n# Optimize_time: 0.001050792\n# Wait_TS: 0.000106358\n# Cop_time: 0.000056637 Process_time: 0.000072624 Wait_time: 0.000034833 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.2624e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.4833e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQyNC45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQNRBQ4Ny4xwrUVRXgyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjQzAW5EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA3Mi42BUoBEyR3YWl0OiAzNC44BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRocbjogMTA2LjQFO6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgIYWxfJShIMS4yN21zfX0JMzU0IEJ5dGVzCSEmIDIJNDNfNgkxXzEouHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbMEOnsFYwAwNUEBljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI5AQRhbDIXACBfc2l6ZTogMTgpVwRhbA0tODUsIGdldF9zbmFwc2hvdAnVECAxNS45JSF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaUIa2V5PhYAGDgsIGJsb2Mh5jmYDTIUMn19fSwgAdlexgABHAA6MvIBCGFsXyH0DRo1+SUpDHdhbGwNGUQxOTMuM8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNS45wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA3Mi42BYMAdAXjCHdhaRGdDDM0LjgJGhxpa3Zfd2FsbA0zKDE5My4zwrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgQNDg3LjEFbgBsJYMgMmLZAWNvcF90IaBoIHtudW06IDEsIG1heDogMS40M21zLCBwcm9jLV8pbiWhNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRocbjogMTA2LjQFmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxUQYF5SgxLjI3bXN9fXDiAj0wADghHBQDTi9BWhUFJhA0MjQuOQHgKQoAMVZmAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 02:38:57.704 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:57.726 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:57.726 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:57.770 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=226.284Β΅s] [gotSchemaVersion=141] [phyTblIDs="[190]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:57.807 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=192] [version=141] [2024/05/06 02:38:57.848 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.201188ms] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.910 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=229.493Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:57.949 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=192] [version=142] [2024/05/06 02:38:57.990 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.272365ms] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.028 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=ab597cea-a655-412b-aa66-3761e562affc] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:58.029 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 02:38:58.076 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.085 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 190, Old Table Name: t"] [2024/05/06 02:38:58.117 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=219.845Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:58.127 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/06 02:38:58.166 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.578986ms] [job="ID:192, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:57.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.201 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=192] [tableIDs="[190]"] [comment="drop table: table ID"] [2024/05/06 02:38:58.209 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=192] [jobType="drop table"] [2024/05/06 02:38:58.212 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [job="ID:192, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:57.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.267 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 02:38:58.267 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:58.271 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.567542067\n# Parse_time: 0.000450326\n# Compile_time: 0.000543592\n# Rewrite_time: 0.000009009\n# Optimize_time: 0.000902392\n# Wait_TS: 0.000331911\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:58.272 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 02:38:58.308 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:58.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:58.308 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:58.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 02:38:58.373 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:58.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.381 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 193, Table Name: t"] [2024/05/06 02:38:58.475 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.425218ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:58.487 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 02:38:58.522 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.859701ms] [job="ID:194, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:58.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.588 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:58.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.621 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 02:38:58.621 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:58.624 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.35298372\n# Parse_time: 0.000559992\n# Compile_time: 0.000820837\n# Rewrite_time: 0.000008252\n# Optimize_time: 0.000902392\n# Wait_TS: 0.000397289\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 02:38:58.776 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=193] [2024/05/06 02:38:58.782 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:58.783 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:38:58.783 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:58.783 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:58.784 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:58.784 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:58.827 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:58.829 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:58.829 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:38:58.834 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:58.839 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:58.932 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [key=import-from-select] [2024/05/06 02:38:58.932 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [key=import-from-select] [2024/05/06 02:38:58.934 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [key=import-from-select] [readDur=584.545Β΅s] [encodeDur=1.269059ms] [checksum="{cksum=9256716955355817656,size=102,kvs=3}"] [deliverDur=83.108Β΅s] [type=query] [takeTime=2.345198ms] [] [2024/05/06 02:38:58.935 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [key=import-from-select] [readDur=13.056Β΅s] [encodeDur=483.551Β΅s] [checksum="{cksum=5181630305686064134,size=34,kvs=1}"] [deliverDur=282.878Β΅s] [type=query] [takeTime=2.670356ms] [] [2024/05/06 02:38:58.937 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:58.938 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=102] [kvs=3] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/a876e744-9c7d-42ab-866b-a127a426a0cd/102b1544-1a0b-5f02-9523-0f5011224f00.sst/a3d32875-8e62-4085-8546-3b7d2865b78f.sst] [firstKey=7480000000000000C15F728000000000000004] [lastKey=7480000000000000C15F728000000000000007] [2024/05/06 02:38:58.939 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=34] [kvs=1] [files=1] [sstFileSize=925] [file=/tmp/tidb/import-4000/a876e744-9c7d-42ab-866b-a127a426a0cd/102b1544-1a0b-5f02-9523-0f5011224f00.sst/3fdbfea2-0329-42ee-ae6d-380c572711ce.sst] [firstKey=7480000000000000C15F728000000000000006] [lastKey=7480000000000000C15F728000000000000006] [2024/05/06 02:38:58.944 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=6.964593ms] [] [2024/05/06 02:38:58.945 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:38:58.949 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:58.971 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:38:58.971 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:58.984 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:38:58.986 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.461447ms] [] [2024/05/06 02:38:58.986 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:58.988 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.574818ms] [] [2024/05/06 02:38:58.988 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:38:58.988 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:58.988 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.387Β΅s] [] [2024/05/06 02:38:58.988 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 02:38:58.988 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [2024/05/06 02:38:58.988 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [takeTime=9.479Β΅s] [] [2024/05/06 02:38:58.988 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:58.988 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [weight=30] [2024/05/06 02:38:58.988 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [concurrency=15] [2024/05/06 02:38:58.992 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=193] [physicalTableID=193] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:38:58.993 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:38:58.993 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=a876e744-9c7d-42ab-866b-a127a426a0cd] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.339855ms] [] [2024/05/06 02:38:58.993 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:58.994 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=10.081Β΅s] [] [2024/05/06 02:38:58.994 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:38:58.995 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.09221ms] [] [2024/05/06 02:38:58.995 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:58.995 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=8.69Β΅s] [] [2024/05/06 02:38:58.995 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:38:58.996 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=919.865Β΅s] [] [2024/05/06 02:38:58.999 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:58.999 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:58.999 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:58.999 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:58.999 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:58.999 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:58.999 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:58.999 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:58.999 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:58.999 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:58.999 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:58.999 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:59.001 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:59.001 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:59.001 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:59.001 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:59.001 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:59.002 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567297004896265\n# Conn_ID: 2\n# Query_time: 0.37640521\n# Parse_time: 0.001015521\n# Compile_time: 0.002514942\n# Rewrite_time: 0.001296922\n# Optimize_time: 0.000902392\n# Wait_TS: 0.00010123\n# Cop_time: 0.000125773 Process_time: 0.000048502 Wait_time: 0.000026098 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.8502e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.6098e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM3MS42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2ODQuOMK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xAW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA0OC41BUkBEyR3YWl0OiAyNi4xBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoQbjogNjUNOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZcIYWxfJSZQOTU5LjPCtXN9fQkzNTQgQnl0ZXMJISYgMgk0M182CTFfMSi4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtAQ6ewVlADA1QQGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcQIDguMzYlXXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpghrZXk+FgAYOCwgYmxvYyHmOZkNMhQyfX19LCAB2V7GAAEcNvMBCGFsXyH1DRo1+iUpDHdhbGwNGUQxMzguMcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA4LjM2wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0OC41BYMAdAXjCHdhaRGdDDI2LjEJGhxpa3Zfd2FsbA0zCDEzOAUaCH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWIEDY4NC44BW4AbCWDIDJi2QFjb3BfdCGgZCB7bnVtOiAxLCBtYXg6IDEuMW1zLCBwcm9jLV4pbSWgNtIABdAAOhnLEGNvcHJfOSxEcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoQbjogNjUF6wV6yF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxLC1WBeMwOTU5LjPCtXN9fXDiAj0wKDgBQAFSA04vQVoVBSgQMzcxLjYB4SkKADFWZgEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:38:59.022 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:38:59.050 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:58.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:59.050 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:58.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:38:59.114 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:58.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=232.079Β΅s] [gotSchemaVersion=145] [phyTblIDs="[193]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:59.156 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=145] [2024/05/06 02:38:59.197 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.822074ms] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:58.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.236 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:58.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.265 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=266.768Β΅s] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:59.274 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=146] [2024/05/06 02:38:59.315 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.344603ms] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:58.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.363 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:58.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.373 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 193, Old Table Name: t"] [2024/05/06 02:38:59.403 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=237.326Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:59.412 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=147] [2024/05/06 02:38:59.453 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.95175ms] [job="ID:195, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:58.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.490 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 02:38:59.498 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop table"] [2024/05/06 02:38:59.503 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:58.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.558 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 02:38:59.558 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:59.561 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.540625299\n# Parse_time: 0.000439975\n# Compile_time: 0.000546615\n# Rewrite_time: 0.000008723\n# Optimize_time: 0.00063596\n# Wait_TS: 0.000353884\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:38:59.563 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:38:59.601 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:59.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:59.601 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:59.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:38:59.667 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:59.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.675 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 196, Table Name: t"] [2024/05/06 02:38:59.765 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=2.50485ms] [gotSchemaVersion=148] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:59.775 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/06 02:38:59.812 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.431538ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:59.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.846 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:59.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.885 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 02:38:59.885 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:59.888 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.326289389\n# Parse_time: 0.000606985\n# Compile_time: 0.000852148\n# Rewrite_time: 0.000007857\n# Optimize_time: 0.00063596\n# Wait_TS: 0.000392577\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 02:39:00.062 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=196] [2024/05/06 02:39:00.071 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:00.071 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:39:00.071 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:00.072 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:00.073 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:00.073 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:00.088 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:00.090 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:00.090 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:39:00.095 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:00.100 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:00.150 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [key=import-from-select] [2024/05/06 02:39:00.150 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [key=import-from-select] [2024/05/06 02:39:00.151 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [key=import-from-select] [readDur=16.847Β΅s] [encodeDur=719.371Β΅s] [checksum="{cksum=3579325005218725394,size=68,kvs=2}"] [deliverDur=83.224Β΅s] [type=query] [takeTime=1.436704ms] [] [2024/05/06 02:39:00.152 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [key=import-from-select] [readDur=171.169Β΅s] [encodeDur=806.474Β΅s] [checksum="{cksum=17740522709243958444,size=68,kvs=2}"] [deliverDur=185Β΅s] [type=query] [takeTime=1.554759ms] [] [2024/05/06 02:39:00.153 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:00.153 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/abd2813a-d651-48cf-844f-d806e5aae4aa/102b1544-1a0b-5f02-9523-0f5011224f00.sst/98686fe7-183b-499d-af72-730c8946007d.sst] [firstKey=7480000000000000C45F728000000000000005] [lastKey=7480000000000000C45F728000000000000007] [2024/05/06 02:39:00.154 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/abd2813a-d651-48cf-844f-d806e5aae4aa/102b1544-1a0b-5f02-9523-0f5011224f00.sst/607ff7e3-f6ce-410f-95d3-9cf862e19903.sst] [firstKey=7480000000000000C45F728000000000000004] [lastKey=7480000000000000C45F728000000000000006] [2024/05/06 02:39:00.157 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=4.21303ms] [] [2024/05/06 02:39:00.157 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:39:00.162 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:00.185 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:39:00.185 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:00.201 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:39:00.203 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=45.288381ms] [] [2024/05/06 02:39:00.203 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:00.204 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.684847ms] [] [2024/05/06 02:39:00.204 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:39:00.204 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:00.204 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=58.897Β΅s] [] [2024/05/06 02:39:00.205 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 02:39:00.205 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [2024/05/06 02:39:00.205 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [takeTime=10.224Β΅s] [] [2024/05/06 02:39:00.205 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:39:00.205 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [weight=30] [2024/05/06 02:39:00.205 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [concurrency=15] [2024/05/06 02:39:00.208 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:39:00.209 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:39:00.209 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=abd2813a-d651-48cf-844f-d806e5aae4aa] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=4.433953ms] [] [2024/05/06 02:39:00.209 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:00.209 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.924Β΅s] [] [2024/05/06 02:39:00.209 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:00.211 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.128614ms] [] [2024/05/06 02:39:00.211 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:00.211 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=7.906Β΅s] [] [2024/05/06 02:39:00.211 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:00.212 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=903.933Β΅s] [] [2024/05/06 02:39:00.215 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:00.215 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:00.215 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:00.215 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:00.215 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:00.215 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:00.215 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:00.215 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:00.215 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:00.215 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:00.215 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:00.215 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:00.217 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:00.217 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:00.217 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:00.217 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:00.217 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:00.219 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567297332838408\n# Conn_ID: 2\n# Query_time: 0.32913511\n# Parse_time: 0.000665938\n# Compile_time: 0.002479981\n# Rewrite_time: 0.001440333\n# Optimize_time: 0.00063596\n# Wait_TS: 0.000083464\n# Cop_time: 0.000080715 Process_time: 0.00006552 Wait_time: 0.000039031 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.552e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.9031e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMyNC41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2NTAuNsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wOQFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNjUuNQVKARMcd2FpdDogMzkFEYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGgxuOiA2CZOobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGrFF9ycGM6MQWTCGFsXyUjSDEuMDFtc319CTM1NCBCeXRlcwkhISAyCTQzXzYJMV8xI7h0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWwBDp7BWMAMDU8AZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyNAEEYWwyFwAgX3NpemU6IDE4KVIEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMTMuNyVZdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWgCGtleT4WABg4LCBibG9jIeE5lQ0yFDJ9fX0sIAHZXsYAARw27QEIYWxfIe8NGi30JScMd2FsbA0XRDI0Ny41wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('wAagCrsGCgxJbXBvcnRJbnRvXzIS9AUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMy43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2NS41BYMAdAXjCHdhaRGdBDM5CRgcaWt2X3dhbGwNMQgyNDcFMgh9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqYBKAFAAVIUZGF0YTpUNtQBBFoWBYYQNjUwLjYFbgBsJYEgMmLUAWNvcF90IZ5oIHtudW06IDEsIG1heDogMS4wOW1zLCBwcm9jLV0pbCWfNtEABc8AOhHKEGNvcHJfOSlEcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoMbjogNgmUqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBqxRfcnBjOjEx/wXgKDEuMDFtc319cOICPSsAOCEXFANOL0FaFQUmEDMyNC41AdspBQAxVmEBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 02:39:00.228 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:00.255 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:00.255 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:00.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.350 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=240.708Β΅s] [gotSchemaVersion=149] [phyTblIDs="[196]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:00.360 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=149] [2024/05/06 02:39:00.399 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.676393ms] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.440 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.469 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=206.276Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:00.480 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=150] [2024/05/06 02:39:00.517 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.080916ms] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.545 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.555 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 196, Old Table Name: t"] [2024/05/06 02:39:00.619 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=232.885Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:00.629 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=151] [2024/05/06 02:39:00.667 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=52.889932ms] [job="ID:198, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:00.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.703 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[196]"] [comment="drop table: table ID"] [2024/05/06 02:39:00.713 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop table"] [2024/05/06 02:39:00.717 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:00.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.767 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 02:39:00.767 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:00.770 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.543469873\n# Parse_time: 0.000530825\n# Compile_time: 0.000787311\n# Rewrite_time: 0.000011039\n# Optimize_time: 0.00072194\n# Wait_TS: 0.000294762\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:00.772 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 02:39:00.815 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:00.815 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 02:39:00.870 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.878 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 199, Table Name: t"] [2024/05/06 02:39:00.938 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.495143ms] [gotSchemaVersion=152] [phyTblIDs="[199]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:00.948 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/06 02:39:00.985 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.061199ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.091 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.124 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 02:39:01.125 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:01.128 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.357252503\n# Parse_time: 0.000525781\n# Compile_time: 0.000723907\n# Rewrite_time: 0.000009975\n# Optimize_time: 0.00072194\n# Wait_TS: 0.000395543\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/06 02:39:01.311 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=199] [2024/05/06 02:39:01.318 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:01.318 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:39:01.318 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:01.319 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:01.319 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:01.320 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:01.333 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:01.334 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:01.334 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:39:01.339 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:01.343 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:01.349 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [key=import-from-select] [2024/05/06 02:39:01.351 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [key=import-from-select] [readDur=40.435Β΅s] [encodeDur=1.142365ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=257.017Β΅s] [type=query] [takeTime=1.799101ms] [] [2024/05/06 02:39:01.351 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/58ff009f-159a-4b91-8f63-0d569c7812cc/102b1544-1a0b-5f02-9523-0f5011224f00.sst/396329f9-94f3-42cb-86a2-c4829534cb5a.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/05/06 02:39:01.356 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [key=import-from-select] [2024/05/06 02:39:01.356 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=122.307Β΅s] [] [2024/05/06 02:39:01.357 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:01.358 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.488815ms] [] [2024/05/06 02:39:01.358 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:39:01.362 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:01.392 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:39:01.393 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:01.412 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:39:01.414 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=55.72271ms] [] [2024/05/06 02:39:01.414 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:01.416 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.031157ms] [] [2024/05/06 02:39:01.416 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:39:01.416 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:01.416 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=71.451Β΅s] [] [2024/05/06 02:39:01.417 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 02:39:01.417 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [2024/05/06 02:39:01.426 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [takeTime=8.848083ms] [] [2024/05/06 02:39:01.426 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 02:39:01.426 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [weight=30] [2024/05/06 02:39:01.426 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [concurrency=15] [2024/05/06 02:39:01.430 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=199] [physicalTableID=199] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 02:39:01.431 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 02:39:01.431 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=58ff009f-159a-4b91-8f63-0d569c7812cc] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=14.23744ms] [] [2024/05/06 02:39:01.431 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:01.431 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=15.173Β΅s] [] [2024/05/06 02:39:01.431 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:01.433 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.518559ms] [] [2024/05/06 02:39:01.433 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:01.433 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=14.361Β΅s] [] [2024/05/06 02:39:01.433 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:01.434 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.075116ms] [] [2024/05/06 02:39:01.437 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:01.437 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:01.437 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:01.437 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:01.437 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:01.437 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:01.437 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:01.438 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:01.438 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:01.438 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:01.438 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:01.438 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:01.439 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:01.439 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:01.439 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:01.439 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:01.439 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:01.441 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567297660256266\n# Conn_ID: 2\n# Query_time: 0.311256829\n# Parse_time: 0.000873827\n# Compile_time: 0.002783495\n# Rewrite_time: 0.001637919\n# Optimize_time: 0.00072194\n# Wait_TS: 0.000088677\n# Cop_time: 0.000056939 Process_time: 0.00005193 Wait_time: 0.000029875 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.193e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.9875e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMwNi4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQNRBQ5MC43wrUVRXgyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjE2AW5EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA1MS45BUoBExx3YWl0OiAyOQ0TgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDEwMQ2YqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmAhhbF8lKEgxLjAzbXN9fQkzNTQgQnl0ZXMJISYgMgk0M182CTFfMSi4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFswQ6ewVjADA1QQGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjkBBGFsMhcAIF9zaXplOiAxOClXBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUQIDEwLjElb3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpQhrZXk+FgAYOCwgYmxvYyHmOZgNMhQyfX19LCAB2V7GAAEcNvIBCGFsXyH0DRo1+SUpDHdhbGwNGUQxNDYuMcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMC4xwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1MS45BYMAdAXjCHdhaRGdBDI5ERocaWt2X3dhbGwNMwgxNDYFtwh9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiBAzOTAuNwWIAGwlgyAyYtkBY29wX3QhoGgge251bTogMSwgbWF4OiAxLjE2bXMsIHByb2MtXyluJaE20wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhRuOiAxMDENmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxUQYF5SgxLjAzbXN9fXDiAj0wKDgBQAFSA04vQVoVBSYQMzA2LjIB4CkKADFWZgEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:39:01.468 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:01.491 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:01.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:01.491 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:01.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:01.556 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.586 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=281.067Β΅s] [gotSchemaVersion=153] [phyTblIDs="[199]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:01.596 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=153] [2024/05/06 02:39:01.634 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.001735ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:01.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.734 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=211.09Β΅s] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:01.743 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=154] [2024/05/06 02:39:01.783 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.127418ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.865 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.875 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 199, Old Table Name: t"] [2024/05/06 02:39:01.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=203.608Β΅s] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:01.917 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=155] [2024/05/06 02:39:01.956 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.511242ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:01.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.986 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[199]"] [comment="drop table: table ID"] [2024/05/06 02:39:01.994 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/06 02:39:01.998 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:01.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.059 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/06 02:39:02.059 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:02.063 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.595698781\n# Parse_time: 0.000436394\n# Compile_time: 0.000617367\n# Rewrite_time: 0.000010922\n# Optimize_time: 0.000868074\n# Wait_TS: 0.000415812\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:02.064 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:39:02.100 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:02.100 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:39:02.161 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.168 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 202, Table Name: t"] [2024/05/06 02:39:02.214 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.136718ms] [gotSchemaVersion=156] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:02.253 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=203] [version=156] [2024/05/06 02:39:02.261 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.745938ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.318 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.359 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/06 02:39:02.359 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:02.525 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=202] [2024/05/06 02:39:02.533 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:02.533 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:39:02.533 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:02.533 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:02.534 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:02.534 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:02.548 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:02.549 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:02.549 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:39:02.554 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:02.558 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:02.571 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [key=import-from-select] [2024/05/06 02:39:02.572 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [key=import-from-select] [2024/05/06 02:39:02.573 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=128.644Β΅s] [] [2024/05/06 02:39:02.573 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [key=import-from-select] [readDur=36.116Β΅s] [encodeDur=1.177915ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=229.138Β΅s] [type=query] [takeTime=1.742485ms] [] [2024/05/06 02:39:02.574 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:02.574 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/18c3b618-88c4-4585-a3ab-0a42a9bbf042/102b1544-1a0b-5f02-9523-0f5011224f00.sst/2f4f01b2-34e8-40e8-a43c-d79847a21bfb.sst] [firstKey=7480000000000000CA5F728000000000000001] [lastKey=7480000000000000CA5F728000000000000004] [2024/05/06 02:39:02.576 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.204693ms] [] [2024/05/06 02:39:02.576 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:39:02.581 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:02.604 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:39:02.604 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:02.621 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:39:02.623 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=46.821976ms] [] [2024/05/06 02:39:02.623 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:02.625 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.573758ms] [] [2024/05/06 02:39:02.625 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:39:02.625 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:02.625 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=57.378Β΅s] [] [2024/05/06 02:39:02.625 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 02:39:02.625 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [2024/05/06 02:39:02.658 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [takeTime=33.034579ms] [] [2024/05/06 02:39:02.658 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 02:39:02.658 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [weight=30] [2024/05/06 02:39:02.659 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [concurrency=15] [2024/05/06 02:39:02.663 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=202] [physicalTableID=202] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 02:39:02.664 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 02:39:02.664 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=18c3b618-88c4-4585-a3ab-0a42a9bbf042] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=39.121077ms] [] [2024/05/06 02:39:02.664 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:02.664 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=27.609Β΅s] [] [2024/05/06 02:39:02.664 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:02.666 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.717754ms] [] [2024/05/06 02:39:02.666 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:02.666 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=15.433Β΅s] [] [2024/05/06 02:39:02.666 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:02.668 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.16617ms] [] [2024/05/06 02:39:02.672 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:02.672 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:02.672 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:02.672 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:02.672 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:02.672 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:02.672 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:02.672 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:02.672 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:02.672 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:02.672 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:02.672 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:02.674 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:02.674 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:02.674 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:02.674 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:02.674 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:02.676 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567297987936261\n# Conn_ID: 2\n# Query_time: 0.312545178\n# Parse_time: 0.000513669\n# Compile_time: 0.002742072\n# Rewrite_time: 0.001677835\n# Optimize_time: 0.000868074\n# Wait_TS: 0.000092282\n# Cop_time: 0.000060116 Process_time: 0.000060943 Wait_time: 0.000032757 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.0943e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.2757e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMwNy41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg0MzkuMsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yOQFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNjAuOQVKARMkd2FpdDogMzIuOAUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDcxLjMFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdIMS4xNG1zfX0JMzUzIEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNUABlkhzY2FuX2RldGFpbDoge3RvdGFsJSMIZXNzMjgBOhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUIIDE0Lbh0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaQIa2V5PhYAGDgsIGJsb2Mh5TmXDTIUMn19fSwgAdlexgABHAA6MvEBCGFsXyHzDRo1+CUpDHdhbGwNGQQxNkklJH0JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2MC45BYMAdAXjCHdhaRGdDDMyLjgJGhxpa3Zfd2FsbA0zADENNAh9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiAg0MzktCzhsb29wczoyYtgBY29wX3QhoGgge251bTogMSwgbWF4OiAxLjI5bXMsIHByb2MtXyluJaE20wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA3MS4zJQaobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEFBeQoMS4xNG1zfX1w4QI9LwA4IRsUA04vQVoVBSYQMzA3LjUB3ykJADFWZQEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 02:39:02.685 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:02.711 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:02.711 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:02.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.793 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=216.422Β΅s] [gotSchemaVersion=157] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:02.802 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=157] [2024/05/06 02:39:02.842 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.399546ms] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.888 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.914 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=197.582Β΅s] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:02.923 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=158] [2024/05/06 02:39:02.963 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=52.620024ms] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.991 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.999 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 202, Old Table Name: t"] [2024/05/06 02:39:03.055 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=205.427Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:03.066 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=159] [2024/05/06 02:39:03.117 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=65.581568ms] [job="ID:204, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.177 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/06 02:39:03.185 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="drop table"] [2024/05/06 02:39:03.189 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:02.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.249 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 02:39:03.249 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:03.252 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.567960577\n# Parse_time: 0.000446751\n# Compile_time: 0.000626\n# Rewrite_time: 0.000009773\n# Optimize_time: 0.000779316\n# Wait_TS: 0.00037784\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:03.255 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 02:39:03.295 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:03.295 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 02:39:03.343 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.351 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 205, Table Name: t"] [2024/05/06 02:39:03.411 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=2.154189ms] [gotSchemaVersion=160] [phyTblIDs="[205]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:03.421 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/06 02:39:03.458 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.263848ms] [job="ID:206, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.490 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.555 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 02:39:03.555 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:03.559 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.305788064\n# Parse_time: 0.001397331\n# Compile_time: 0.001019025\n# Rewrite_time: 0.000010325\n# Optimize_time: 0.000779316\n# Wait_TS: 0.000376307\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 02:39:03.716 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=205] [2024/05/06 02:39:03.723 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:03.723 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:39:03.723 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:03.723 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:03.724 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:03.724 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:03.737 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:03.739 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:03.739 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:39:03.744 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:03.749 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:03.754 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [key=import-from-select] [2024/05/06 02:39:03.756 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [key=import-from-select] [readDur=25.362Β΅s] [encodeDur=1.120126ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=436.524Β΅s] [type=query] [takeTime=2.013339ms] [] [2024/05/06 02:39:03.757 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/af8cbdbd-0b9c-4d87-8583-39f2a0f09266/102b1544-1a0b-5f02-9523-0f5011224f00.sst/4adf8be7-2ce9-427e-be03-4d25b15a446f.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000004] [2024/05/06 02:39:03.761 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [key=import-from-select] [2024/05/06 02:39:03.762 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=117.092Β΅s] [] [2024/05/06 02:39:03.762 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:03.763 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.469039ms] [] [2024/05/06 02:39:03.763 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:39:03.767 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:03.789 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:39:03.789 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:03.805 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:39:03.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=43.275586ms] [] [2024/05/06 02:39:03.807 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:03.807 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/af8cbdbd-0b9c-4d87-8583-39f2a0f09266/630083e6-fc50-5cd2-8645-c17b147197ce.sst/323f9152-30e6-4029-b391-a1cf7885538f.sst] [firstKey=7480000000000000CD5F698000000000000001038000000000000004] [lastKey=7480000000000000CD5F698000000000000001038000000000000007] [2024/05/06 02:39:03.809 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.737421ms] [] [2024/05/06 02:39:03.810 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:39:03.814 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:03.836 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 02:39:03.837 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:03.853 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 02:39:03.854 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=44.515846ms] [] [2024/05/06 02:39:03.854 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 02:39:03.854 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [2024/05/06 02:39:03.862 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [takeTime=7.200875ms] [] [2024/05/06 02:39:03.862 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 02:39:03.862 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [weight=30] [2024/05/06 02:39:03.862 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [concurrency=15] [2024/05/06 02:39:03.870 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 02:39:03.872 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 02:39:03.873 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 02:39:03.873 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=af8cbdbd-0b9c-4d87-8583-39f2a0f09266] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=18.222147ms] [] [2024/05/06 02:39:03.873 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:03.873 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.236Β΅s] [] [2024/05/06 02:39:03.873 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:03.874 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.146706ms] [] [2024/05/06 02:39:03.874 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:03.874 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.912Β΅s] [] [2024/05/06 02:39:03.874 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:03.875 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.019993ms] [] [2024/05/06 02:39:03.879 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:03.879 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:03.879 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:03.879 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:03.879 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:03.879 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:03.879 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:03.879 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:03.879 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:03.879 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:03.879 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:03.879 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:03.880 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:03.880 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:03.880 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:03.880 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:03.880 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:03.882 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567298302509061\n# Conn_ID: 2\n# Query_time: 0.321496275\n# Parse_time: 0.000543059\n# Compile_time: 0.002749805\n# Rewrite_time: 0.001706014\n# Optimize_time: 0.000779316\n# Wait_TS: 0.000085331\n# Cop_time: 0.00007533 Process_time: 0.000049506 Wait_time: 0.000025905 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.9506e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.5905e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxN21zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYNDc2LjLCtRVFfDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDk4MS4xBStEcHJvY19rZXlzOiA0LCB0b3RfARIUOiA0OS41BSEBEyR3YWl0OiAyNS45BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogODENmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZcIYWxfJSdQODY1LjTCtXN9fQkzNTMgQnl0ZXMJISkgMgk0M182CTFfMSu4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtAQ6ewVlADA1RAGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcMIDguOCm8dHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWmCGtleT4WABg4LCBibG9jIek5mQ0yFDJ9fX0sIAHZXsYAARw28wEIYWxfIfUNGjX6JSkMd2FsbA0ZRDE0OS45wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA4LjgywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0OS41BYMAdAXjCHdhaRGdDDI1LjkJGhxpa3Zfd2FsbA0zCDE0OQUaCH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWIDDQ3Ni4pCzhsb29wczoyYtwBY29wX3QhoEwge251bTogMSwgbWF4OiA5ODEuMQWaDHByb2MtYSlwJaM21QAF0wA6Gc4QY29wcl85L0RyYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhRuOiA4MS4JmqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxUQcF5jA4NjUuNMK1c319cOECPTMoOAFAAVIDTi9BWhMFKBAzMTdtc1WOAHA5XDB4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 02:39:03.914 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:03.971 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:03.971 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:04.030 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.060 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=273.25Β΅s] [gotSchemaVersion=161] [phyTblIDs="[205]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:04.069 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=161] [2024/05/06 02:39:04.109 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.723494ms] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.172 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=212.408Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:04.182 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=162] [2024/05/06 02:39:04.221 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.297425ms] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.293 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 205, Old Table Name: t"] [2024/05/06 02:39:04.336 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=279.009Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:04.344 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=163] [2024/05/06 02:39:04.385 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.644033ms] [job="ID:207, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:03.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.445 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[205]"] [comment="drop table: table ID"] [2024/05/06 02:39:04.454 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop table"] [2024/05/06 02:39:04.457 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:03.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.508 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 02:39:04.509 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:04.512 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.599221345\n# Parse_time: 0.000795684\n# Compile_time: 0.000967903\n# Rewrite_time: 0.000014456\n# Optimize_time: 0.001238827\n# Wait_TS: 0.000417025\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:04.515 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 02:39:04.553 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:04.553 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 02:39:04.612 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.619 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 208, Table Name: t"] [2024/05/06 02:39:04.673 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=2.400313ms] [gotSchemaVersion=164] [phyTblIDs="[208]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:04.682 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=164] [2024/05/06 02:39:04.720 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.355667ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.820 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.856 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 02:39:04.857 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:04.860 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.34711523\n# Parse_time: 0.00127729\n# Compile_time: 0.001159639\n# Rewrite_time: 0.000008449\n# Optimize_time: 0.001238827\n# Wait_TS: 0.000352944\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 02:39:05.011 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=208] [2024/05/06 02:39:05.017 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:05.018 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:39:05.018 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:05.018 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:05.019 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:05.019 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:05.032 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:05.034 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:05.034 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:39:05.039 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:05.044 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:05.049 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [key=import-from-select] [2024/05/06 02:39:05.053 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [key=import-from-select] [readDur=77.05Β΅s] [encodeDur=2.411869ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=410.892Β΅s] [type=query] [takeTime=3.462391ms] [] [2024/05/06 02:39:05.054 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/f95f6bf1-65f6-4dac-9431-ea7cd2b43687/102b1544-1a0b-5f02-9523-0f5011224f00.sst/e2dc6030-76a5-40c8-8a0b-bc4b3992682a.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000004] [2024/05/06 02:39:05.057 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [key=import-from-select] [2024/05/06 02:39:05.057 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=111.404Β΅s] [] [2024/05/06 02:39:05.057 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:05.059 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.522285ms] [] [2024/05/06 02:39:05.059 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:39:05.063 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:05.086 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:39:05.086 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:05.100 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:39:05.102 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.916626ms] [] [2024/05/06 02:39:05.102 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:05.102 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/f95f6bf1-65f6-4dac-9431-ea7cd2b43687/630083e6-fc50-5cd2-8645-c17b147197ce.sst/246a4db9-7679-4ede-94ed-3df1108e3fa6.sst] [firstKey=7480000000000000D05F698000000000000001038000000000000004] [lastKey=7480000000000000D05F698000000000000001038000000000000007] [2024/05/06 02:39:05.105 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.535683ms] [] [2024/05/06 02:39:05.105 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:39:05.109 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:05.131 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 02:39:05.131 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:05.149 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 02:39:05.151 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.753523ms] [] [2024/05/06 02:39:05.151 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 02:39:05.151 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [2024/05/06 02:39:05.157 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [takeTime=6.233772ms] [] [2024/05/06 02:39:05.157 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 02:39:05.157 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [weight=30] [2024/05/06 02:39:05.157 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [concurrency=15] [2024/05/06 02:39:05.166 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 02:39:05.167 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 02:39:05.168 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 02:39:05.168 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=f95f6bf1-65f6-4dac-9431-ea7cd2b43687] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=17.396411ms] [] [2024/05/06 02:39:05.168 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:05.168 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.324Β΅s] [] [2024/05/06 02:39:05.168 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:05.169 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.055435ms] [] [2024/05/06 02:39:05.170 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:05.170 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.416Β΅s] [] [2024/05/06 02:39:05.170 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:05.171 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.139219ms] [] [2024/05/06 02:39:05.174 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:05.174 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:05.174 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:05.174 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:05.174 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:05.174 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:05.174 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:05.174 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:05.174 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:05.175 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:05.175 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:05.175 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:05.176 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:05.176 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:05.176 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:05.176 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:05.176 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:05.177 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567298643296262\n# Conn_ID: 2\n# Query_time: 0.316305924\n# Parse_time: 0.000436766\n# Compile_time: 0.002145889\n# Rewrite_time: 0.001396915\n# Optimize_time: 0.001238827\n# Wait_TS: 0.000088302\n# Cop_time: 0.000078777 Process_time: 0.000091759 Wait_time: 0.000038765 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.1759e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.8765e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 364\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxMi41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1MjEuNsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wMgFuRHByb2Nfa2V5czogNCwgdG90XwESFDogOTEuOAVKARMcd2FpdDogMzgNE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA1OQVLqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrRRfcnBjOjEFlQhhbF8lJQw5MTcuAZcwfX0JMzY0IEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFZQQxbTVBWDF9LCBzY2FuX2RldGFpbDoge3RvdGFsJSQIZXNzMjkBOhcAIF9zaXplOiAxOClXBGFsDS08NSwgZ2V0X3NuYXBzaG90XwVzECAxNS41JSR0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaUIa2V5PhYAGDgsIGJsb2Mh5jmYDTIUMn19fSwgAWdexgABHDbyAQhhbF8h9A0aNfkJ/Shrdl9yZWFkX3dhbC2XACAlMyVIHRVEMjIxLjfCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('5QagCuAGCgxJbXBvcnRJbnRvXzISmQYKDVRhYmxlUmVhZGVyXzcS2AMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9q4QJ0aWt2X3Rhc2s6e3RpbWU6MW1zLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIHRvdGFsX3Byb2NlcwkXIF9zaXplOiAxOBUeBGtlAS1ANSwgZ2V0X3NuYXBzaG90X3QBc8AgMTUuNcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXlfOhYAUDgsIGJsb2NrOiB7Y2FjaGVfaGl0Xw0yFDJ9fX0sIAFnBF9kVsYAARwUOiA5MS44BYMJ4wh3YWkRnQQzODIaACxrdl9yZWFkX3dhbGwNPAgxbXMBYwRrdi4VACgyMjEuN8K1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEuxwEoAUABUhRkYXRhOlQ29QEEWhYFphA1MjEuNgWmKaEgMmLYAWNvcF90Ib9IIHtudW06IDEsIG1heDogMS4wMgGYDHByb2MtfSmMAF8BEjbxAAXvADoZ6hBjb3ByXzlLRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDU5BZZgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEFKNHJwY19pbmZvOntDb3A6Aa0cX3JwYzoxLCApcwXiDDkxNy4hiBB9fXDsAj0vADghGxQDTi9BWhUFKBAzMTIuNQHfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 02:39:05.187 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:05.249 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:05.249 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:05.298 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.328 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=256.955Β΅s] [gotSchemaVersion=165] [phyTblIDs="[208]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:05.337 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=210] [version=165] [2024/05/06 02:39:05.377 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.151319ms] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.470 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=288.223Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:05.479 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=210] [version=166] [2024/05/06 02:39:05.518 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=52.9349ms] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.584 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.594 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 208, Old Table Name: t"] [2024/05/06 02:39:05.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=212.206Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:05.676 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=210] [version=167] [2024/05/06 02:39:05.685 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.636337ms] [job="ID:210, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:05.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.745 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=210] [tableIDs="[208]"] [comment="drop table: table ID"] [2024/05/06 02:39:05.754 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=210] [jobType="drop table"] [2024/05/06 02:39:05.759 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [job="ID:210, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:05.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.822 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 02:39:05.822 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:05.826 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.640077798\n# Parse_time: 0.000428945\n# Compile_time: 0.000594388\n# Rewrite_time: 0.000009671\n# Optimize_time: 0.000826625\n# Wait_TS: 0.000320047\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:05.829 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 02:39:05.873 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:05.873 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 02:39:05.917 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.925 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 211, Table Name: t"] [2024/05/06 02:39:05.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=2.244897ms] [gotSchemaVersion=168] [phyTblIDs="[211]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:05.985 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/06 02:39:06.024 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=54.128532ms] [job="ID:212, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.121 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [job="ID:212, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.164 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/06 02:39:06.164 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:06.168 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.341193741\n# Parse_time: 0.000762095\n# Compile_time: 0.001327826\n# Rewrite_time: 0.000011746\n# Optimize_time: 0.000826625\n# Wait_TS: 0.000441679\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 02:39:06.327 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=211] [2024/05/06 02:39:06.334 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:06.334 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709892250478827] [2024/05/06 02:39:06.335 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:06.335 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:06.336 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:06.336 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:06.349 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:06.350 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:06.350 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 02:39:06.355 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:06.360 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:06.453 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [key=import-from-select] [2024/05/06 02:39:06.455 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [key=import-from-select] [readDur=57.786Β΅s] [encodeDur=901.581Β΅s] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=197.499Β΅s] [type=query] [takeTime=1.656254ms] [] [2024/05/06 02:39:06.456 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/c4d5dd33-750a-42cc-9bb7-ed301eaf92a6/102b1544-1a0b-5f02-9523-0f5011224f00.sst/fd694af1-e940-4a73-a14c-8990a800dafe.sst] [firstKey=7480000000000000D35F728000000000000004] [lastKey=7480000000000000D35F728000000000000007] [2024/05/06 02:39:06.508 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [key=import-from-select] [2024/05/06 02:39:06.508 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=132.185Β΅s] [] [2024/05/06 02:39:06.508 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:06.510 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.66891ms] [] [2024/05/06 02:39:06.510 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 02:39:06.515 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:06.536 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 02:39:06.536 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:06.588 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 02:39:06.590 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=79.978582ms] [] [2024/05/06 02:39:06.590 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:06.592 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.047479ms] [] [2024/05/06 02:39:06.592 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 02:39:06.592 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:06.593 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=59.376Β΅s] [] [2024/05/06 02:39:06.593 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 02:39:06.593 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [2024/05/06 02:39:06.601 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [takeTime=8.44625ms] [] [2024/05/06 02:39:06.601 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:39:06.601 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [weight=30] [2024/05/06 02:39:06.601 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [concurrency=15] [2024/05/06 02:39:06.605 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=211] [physicalTableID=211] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 02:39:06.606 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 02:39:06.606 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=c4d5dd33-750a-42cc-9bb7-ed301eaf92a6] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=13.38616ms] [] [2024/05/06 02:39:06.606 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:06.606 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=13.578Β΅s] [] [2024/05/06 02:39:06.606 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 02:39:06.608 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.195314ms] [] [2024/05/06 02:39:06.608 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:06.608 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=7.73Β΅s] [] [2024/05/06 02:39:06.608 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 02:39:06.609 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=907.026Β΅s] [] [2024/05/06 02:39:06.612 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:06.612 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:06.612 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:06.612 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:06.612 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:06.612 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:06.612 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:06.612 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:06.612 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:06.612 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:06.612 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:06.612 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:06.614 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:06.614 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:06.614 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:06.614 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:06.615 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:06.617 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567298984083464\n# Conn_ID: 2\n# Query_time: 0.446784842\n# Parse_time: 0.000419184\n# Compile_time: 0.00229552\n# Rewrite_time: 0.001495621\n# Optimize_time: 0.000826625\n# Wait_TS: 0.000094307\n# Cop_time: 0.000063767 Process_time: 0.000180955 Wait_time: 0.000233758 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 1 Rocksdb_block_read_count: 1 Rocksdb_block_read_byte: 123 Rocksdb_block_read_time: 0.000\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000180955 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 0.000233758 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 362\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sAaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ0Mi41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQNRBQyNS43wrUVRXgyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAzLjgxAW5EcHJvY19rZXlzOiA0LCB0b3RfARIQOiAxODEFSQESKHdhaXQ6IDIzMy44BRSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogODAuMwU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrwxfcnBjAcUUdG90YWxfJScUMy4xMW1zDS6AZXJyb3JzOntub3RfbGVhZGVyOjF9fQkzNjIgQnl0ZXMJIUAgMgk0M182CTFfMUIAdCE9LDpkdCwga2VlcCBvcgE4ZGZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2Bc0EOnsFfgAwNVsBsTRzY2FuX2RldGFpbDogewmlGHByb2Nlc3MyUwEEYWwyFwAQX3NpemUhYilxBGFsDS04NSwgZ2V0X3NuYXBzaG90CfAMIDE1Ni09dHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCXACGtleT4WABg4LCBibG9jQQE5sw0yFDEsIHJlYRVBEQ8IYnl0AaAEMjMpRg0lJQEMIDE1LkEFEH19fSwgARJeAAEBHAA6LkYCCGFsX0FIDRlZTSVjCHdhbC3gSCA2NzguNMK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('mwegCpYHCgxJbXBvcnRJbnRvXzISzwYKDVRhYmxlUmVhZGVyXzcS8wMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9q/AJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNTYuM8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXk+FgBMOCwgYmxvY2s6IHtjYWNoZV9oaXQRMhgxLCByZWFkPg8ACGJ5dAGgGDIzIEJ5dGUBegElEY8kLjjCtXN9fX0sIAESCF9kZVIAAQEcEDogMTgxBbsAdCUcCHdhaRHWCDIzMwVIAUUYa3Zfd2FsbA0zEDY3OC40AWIEcP8RAQQBeBEKKP8BIZxWH6WHTBZBLuIBKAFAAVIUZGF0YTpUNhACBFoWBYgQNDI1LjcFiThsb29wczoyYvMBY29wX3Qh2hQge251bTohDEBtYXg6IDMuODFtcywgcHJvYy2ZKagl2zLTAAXRADodzBBjb3ByXzlmRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDgwLdyobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MlE/BeQUMy4xMW1zDS4wZXJyb3JzOntub3RfbGUwGDoxfX1w6gI9Sig4AUABUgNOL0FaFQVBEDQ0Mi41AfopJAAxVoABBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] [2024/05/06 02:39:06.627 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:06.651 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:06.651 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:06.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.743 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=270.378Β΅s] [gotSchemaVersion=169] [phyTblIDs="[211]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:06.753 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=169] [2024/05/06 02:39:06.791 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.503544ms] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.847 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=206.427Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:06.888 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=170] [2024/05/06 02:39:06.927 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=52.777862ms] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.985 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.994 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 211, Old Table Name: t"] [2024/05/06 02:39:07.086 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=243.134Β΅s] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:07.096 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=171] [2024/05/06 02:39:07.135 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.506709ms] [job="ID:213, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:06.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.204 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[211]"] [comment="drop table: table ID"] [2024/05/06 02:39:07.213 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="drop table"] [2024/05/06 02:39:07.218 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:06.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.273 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 02:39:07.274 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:07.278 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.652075962\n# Parse_time: 0.000434967\n# Compile_time: 0.000643221\n# Rewrite_time: 0.000008644\n# Optimize_time: 0.001004715\n# Wait_TS: 0.000397122\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:07.307 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [2024/05/06 02:39:07.307 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [2024/05/06 02:39:07.307 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:07.308 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [] [2024/05/06 02:39:07.309 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=26.167Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=27.457Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=21.853Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=23.015Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=17.29Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=21.801Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=16.408Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.574Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=16.128Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=31.864Β΅s] [2024/05/06 02:39:07.310 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:07.311 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=8.992Β΅s] [2024/05/06 02:39:07.311 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:07.311 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:07.311 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:07.345 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960] ["take time"=62.525591ms] [2024/05/06 02:39:07.345 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960] [2024/05/06 02:39:07.348 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:07.348 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:07.348 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b3ea006d-260a-472f-84ec-55f0a727b131] [watcherID=4d7d2c58-6fbd-4164-8144-4b803c437d7b] [2024/05/06 02:39:07.348 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b3ea006d-260a-472f-84ec-55f0a727b131] [2024/05/06 02:39:07.348 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:07.348 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:07.348 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:07.348 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:07.348 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:07.349 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:07.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:07.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:07.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:07.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:07.355 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:07.355 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=487] [2024/05/06 02:39:07.356 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:07.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960] [2024/05/06 02:39:07.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:07.357 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:07.357 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:07.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:07.357 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:07.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:07.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:07.356 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:07.357 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager ab597cea-a655-412b-aa66-3761e562affc watch owner key /tidb/br-stream/owner/22318f4bc248dd79"] [2024/05/06 02:39:07.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:07.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:07.356 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:07.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:07.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:07.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:07.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:07.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:07.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:07.357 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:07.357 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:07.357 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:07.357 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960 watch owner key /tidb/stats/owner/3eaa8f4bc248dd7c"] [2024/05/06 02:39:07.357 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960] [2024/05/06 02:39:07.357 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [2024/05/06 02:39:07.357 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:07.357 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [2024/05/06 02:39:07.357 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [2024/05/06 02:39:07.357 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:07.356 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:07.357 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:07.358 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:07.358 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:07.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:07.357 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab597cea-a655-412b-aa66-3761e562affc"] [2024/05/06 02:39:07.358 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab597cea-a655-412b-aa66-3761e562affc"] [2024/05/06 02:39:07.358 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:07.358 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:07.358 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ab597cea-a655-412b-aa66-3761e562affc] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:07.358 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:07.359 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 02:39:07.359 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:07.359 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:07.359 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager ab597cea-a655-412b-aa66-3761e562affc"] [error="context canceled"] [2024/05/06 02:39:07.401 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:07.402 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [error="context canceled"] [2024/05/06 02:39:07.411 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:39:07.412 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:39:07.413 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 02:39:07.413 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:39:07.435 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:39:07.436 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:39:07.436 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 02:39:07.437 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:39:07.438 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:07.438 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:07.438 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:07.559 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab597cea-a655-412b-aa66-3761e562affc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:07.602 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:08.605 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:08.605 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:08.605 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:08.818 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab597cea-a655-412b-aa66-3761e562affc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:08.863 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager aeaee2c8-bcd0-40cf-b5fc-6f8ec7937960"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:08.863 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:08.864 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:08.864 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:08.872 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.589123206s] [2024/05/06 02:39:08.873 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:08.873 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:08.873 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:08.873 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:08.873 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:08.873 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:08.873 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:08.873 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:08.873 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:08.873 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:08.873 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:08.873 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:08.874 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (79.07s) --- PASS: TestImportInto/TestImportFromSelectBasic (6.51s) --- PASS: TestImportInto/TestImportFromSelectColumnList (2.65s) --- PASS: TestImportInto/TestImportFromSelectStaleRead (3.45s) --- PASS: TestImportInto/TestWriteAfterImportFromFile (28.34s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-0 (2.26s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-1 (2.54s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-2 (2.52s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-3 (2.42s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-4 (2.47s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-5 (2.39s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-6 (2.46s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-7 (2.51s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-8 (2.85s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-9 (2.50s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-10 (2.50s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect (16.10s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-0 (0.81s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-1 (1.15s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-2 (1.32s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-3 (1.35s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-4 (1.32s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-5 (1.21s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-6 (1.24s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-7 (1.22s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-8 (1.23s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-9 (1.27s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-10 (1.44s) PASS coverage: 14.1% of statements GCov does not exist at the given path: '' May 06, 2024 2:39:14 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 2:39:14 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 2:39:14 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 2:39:14 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 2:39:14 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 126.848s, Critical Path: 109.32s INFO: 1529 processes: 1503 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1529 total actions Test cases: finished with 28 passing and 0 failing out of 28 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 41s remote-cache, linux-sandbox [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 100s remote-cache, linux-sandbox FAIL: //tests/realtikvtest/addindextest4:addindextest4_test (see /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log) [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 102s remote-cache, linux-sandbox [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 160s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 161s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 100s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 160s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 160s remote-cache, linux-sandbox [1,506 / 1,507] 1 / 1 tests; Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 170s remote-cache, linux-sandbox Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 225.219s, Critical Path: 208.06s INFO: 1495 processes: 1473 remote cache hit, 10 internal, 12 linux-sandbox. INFO: Build completed successfully, 1495 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 192s remote-cache, linux-sandbox Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 232.307s, Critical Path: 216.61s INFO: 1508 processes: 1483 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1508 total actions Test cases: finished with 11 passing and 0 failing out of 11 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 139s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: ==================== Test output for //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: === RUN TestVariable [2024/05/06 02:38:02.207 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:02.208 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:38:02.208 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:38:02.209 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:02.209 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:38:02.210 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:02.210 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:02.213 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:02.219 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:02.220 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:02.222 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:02.248 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:02.248 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:02.258 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:02.258 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:02.272 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:02.296 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:02.409 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:02.548 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1139] ["lease id"=22318f4bc2715cd7] [2024/05/06 02:38:02.551 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:02.558 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:36\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 02:38:02.582 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.863495ms] [2024/05/06 02:38:02.585 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:02.585 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=62c1db09-364b-4190-98e0-7a8426026321] [runWorker=true] [2024/05/06 02:38:02.585 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:02.588 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:02.589 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:02.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:02.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:02.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:02.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:02.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:02.589 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:02.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:02.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:02.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:02.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:02.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:02.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:02.590 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:02.590 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:02.591 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62c1db09-364b-4190-98e0-7a8426026321"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715cdb] [ownerID=62c1db09-364b-4190-98e0-7a8426026321] [op=none] [2024/05/06 02:38:02.593 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:02.593 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=01b0481c-3c57-4d04-9222-452d01530180] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:02.594 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01b0481c-3c57-4d04-9222-452d01530180"] ["owner key"=/tidb/br-stream/owner/6f188f4bc2715cd6] [ownerID=01b0481c-3c57-4d04-9222-452d01530180] [op=none] [2024/05/06 02:38:02.601 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 02:38:02.632 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:02.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.632 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:02.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 02:38:02.641 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:02.641 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62c1db09-364b-4190-98e0-7a8426026321"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715cdb] [ownerID=62c1db09-364b-4190-98e0-7a8426026321] [op=none] [2024/05/06 02:38:02.641 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62c1db09-364b-4190-98e0-7a8426026321"] [op=none] [2024/05/06 02:38:02.642 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:02.684 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.738 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=26.383135ms] [2024/05/06 02:38:02.743 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:02.754 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:02.754 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 02:38:02.762 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.714765ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:02.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.826 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.852 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 02:38:02.852 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.856 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 02:38:02.879 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 02:38:03.071 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.071 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 02:38:03.128 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.419 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.408967ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.427 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.427 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 02:38:03.461 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.557484ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.523 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.594 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:03.595 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:03.692 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 02:38:03.692 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:03.696 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.82468666\n# Parse_time: 0\n# Compile_time: 0.008538365\n# Rewrite_time: 0.000008654\n# Optimize_time: 0\n# Wait_TS: 0.000437304\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 02:38:03.700 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 02:38:03.751 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 02:38:03.751 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:03.800 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=3.12787ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:03.884 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:03.884 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 02:38:03.921 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.309741ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:03.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:03.958 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:03.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.002 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 02:38:04.002 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.006 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.308325307\n# Parse_time: 0\n# Compile_time: 0.002261313\n# Rewrite_time: 0.000008894\n# Optimize_time: 0\n# Wait_TS: 0.000485794\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:04.009 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 02:38:04.054 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.054 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 02:38:04.092 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.491375ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:04.179 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:04.179 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 02:38:04.218 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=55.740387ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.264 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.306 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 02:38:04.306 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.309 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.301205247\n# Parse_time: 0\n# Compile_time: 0.00129895\n# Rewrite_time: 0.000011647\n# Optimize_time: 0\n# Wait_TS: 0.000423284\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:04.320 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 02:38:04.422 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.422 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 02:38:04.479 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.589 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:04.590 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 02:38:04.594 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:04.595 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:04.653 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.059673ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:04.663 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:04.663 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 02:38:04.697 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.550871ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.769 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:04.871 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 02:38:04.872 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:04.875 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.559311147\n# Parse_time: 0\n# Compile_time: 0.004982225\n# Rewrite_time: 0.000009567\n# Optimize_time: 0\n# Wait_TS: 0.000416415\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:04.880 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 02:38:04.941 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:04.941 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 02:38:04.988 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.082 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.114182ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.091 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.091 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 02:38:05.128 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.633461ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:04.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.165 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:04.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.226 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 02:38:05.226 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.229 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.350876235\n# Parse_time: 0\n# Compile_time: 0.002457314\n# Rewrite_time: 0.00000987\n# Optimize_time: 0\n# Wait_TS: 0.000469103\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.234 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 02:38:05.291 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.292 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 02:38:05.334 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.23059ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.444 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.444 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 02:38:05.480 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.38165ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.517 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.575 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 02:38:05.576 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.579 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.347718738\n# Parse_time: 0\n# Compile_time: 0.002240481\n# Rewrite_time: 0.000009153\n# Optimize_time: 0\n# Wait_TS: 0.0003295\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.583 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 02:38:05.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:05.592 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:05.623 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.624 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 02:38:05.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.759 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.263936ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:05.768 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:05.768 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 02:38:05.806 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.894615ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.871 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:05.908 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 02:38:05.908 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.912 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.32969274\n# Parse_time: 0\n# Compile_time: 0.001237168\n# Rewrite_time: 0.000011163\n# Optimize_time: 0\n# Wait_TS: 0.000386819\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:05.914 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 02:38:05.960 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:05.960 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 02:38:06.005 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.085 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=3.137475ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.095 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.095 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 02:38:06.131 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.78017ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:05.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.172 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:05.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.217 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 02:38:06.218 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.221 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.308020377\n# Parse_time: 0\n# Compile_time: 0.001163576\n# Rewrite_time: 0.000008821\n# Optimize_time: 0\n# Wait_TS: 0.000298549\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:06.226 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 02:38:06.283 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.283 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 02:38:06.354 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.438 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.940121ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.450 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.450 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 02:38:06.484 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.250448ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.556 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:06.592 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:06.610 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 02:38:06.610 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.613 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.389699047\n# Parse_time: 0\n# Compile_time: 0.001975412\n# Rewrite_time: 0.000009277\n# Optimize_time: 0\n# Wait_TS: 0.000403055\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:06.619 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 02:38:06.672 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.672 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 02:38:06.737 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.3445ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:06.845 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:06.845 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 02:38:06.880 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.730928ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.917 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.970 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 02:38:06.970 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.974 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.357594456\n# Parse_time: 0\n# Compile_time: 0.002879034\n# Rewrite_time: 0.000009456\n# Optimize_time: 0\n# Wait_TS: 0.000510619\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:06.982 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:38:06.983 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:07.054 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.054 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:38:07.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.222 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.588769ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.231 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.231 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 02:38:07.268 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.575653ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:06.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.311 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.401 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 02:38:07.401 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.404 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.425530077\n# Parse_time: 0\n# Compile_time: 0.003334513\n# Rewrite_time: 0.00000863\n# Optimize_time: 0\n# Wait_TS: 0.000385835\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.413 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 02:38:07.475 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.475 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 02:38:07.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.595 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:07.595 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:07.630 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.287053ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.639 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.639 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 02:38:07.675 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.129435ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.711 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.776 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 02:38:07.776 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.780 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.372061348\n# Parse_time: 0\n# Compile_time: 0.00520465\n# Rewrite_time: 0.000013285\n# Optimize_time: 0\n# Wait_TS: 0.00043999\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:07.786 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:38:07.836 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.836 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 02:38:07.892 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.657047ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.977 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:07.977 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 02:38:08.014 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.088689ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.075 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.126 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 02:38:08.126 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:08.130 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.346136449\n# Parse_time: 0\n# Compile_time: 0.003079695\n# Rewrite_time: 0.000012769\n# Optimize_time: 0\n# Wait_TS: 0.000363764\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:08.135 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:38:08.188 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:08.188 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 02:38:08.254 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.334 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.869844ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:08.343 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:08.343 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 02:38:08.380 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.094278ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.417 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.467 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 02:38:08.468 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:08.471 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.338688101\n# Parse_time: 0\n# Compile_time: 0.002666852\n# Rewrite_time: 0.000009841\n# Optimize_time: 0\n# Wait_TS: 0.00036139\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:08.474 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:38:08.524 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:08.524 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:38:08.589 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:08.593 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:08.660 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=5.443614ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:08.672 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:08.672 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 02:38:08.715 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=64.070945ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.786 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:08.828 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 02:38:08.828 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:08.831 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.358513165\n# Parse_time: 0\n# Compile_time: 0.001426889\n# Rewrite_time: 0.000010382\n# Optimize_time: 0\n# Wait_TS: 0.000461704\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:08.836 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 02:38:08.888 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 02:38:08.888 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:08.940 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.021 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.798671ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:09.032 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:09.032 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 02:38:09.068 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.505376ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:08.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.110 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:08.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.161 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 02:38:09.161 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:09.165 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.331180848\n# Parse_time: 0\n# Compile_time: 0.002140105\n# Rewrite_time: 0.000008393\n# Optimize_time: 0\n# Wait_TS: 0.000380227\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:09.169 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 02:38:09.215 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:09.215 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 02:38:09.290 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.374 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.884186ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:09.384 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:09.384 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 02:38:09.421 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.823847ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.472 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.518 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 02:38:09.518 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:09.521 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.354103308\n# Parse_time: 0\n# Compile_time: 0.002101414\n# Rewrite_time: 0.000008889\n# Optimize_time: 0\n# Wait_TS: 0.000422635\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:09.528 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:09.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:09.592 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:09.595 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:09.595 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:09.647 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.769 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.633516ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:09.779 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:09.779 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 02:38:09.814 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.971281ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.864 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:09.943 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 02:38:09.943 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:09.947 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.422017131\n# Parse_time: 0\n# Compile_time: 0.002777644\n# Rewrite_time: 0.000008815\n# Optimize_time: 0\n# Wait_TS: 0.00033876\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:09.965 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:38:10.014 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.014 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:38:10.067 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.059563ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:10.160 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:10.160 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 02:38:10.195 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.228187ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:09.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.258 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:09.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.305 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 02:38:10.305 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:10.309 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.34491064\n# Parse_time: 0\n# Compile_time: 0.001523781\n# Rewrite_time: 0.000011809\n# Optimize_time: 0\n# Wait_TS: 0.000361908\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:10.311 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 02:38:10.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.352 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 02:38:10.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.566451ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:10.461 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:10.461 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 02:38:10.498 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.234334ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:10.592 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:10.609 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 02:38:10.609 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:10.612 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.30170877\n# Parse_time: 0\n# Compile_time: 0.001236873\n# Rewrite_time: 0.000009597\n# Optimize_time: 0\n# Wait_TS: 0.000370983\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:10.614 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 02:38:10.646 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.646 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 02:38:10.699 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.748 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.089413ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:10.758 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:10.758 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 02:38:10.796 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=54.208974ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.875 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:10.909 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 02:38:10.910 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:10.914 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.30096121\n# Parse_time: 0\n# Compile_time: 0.000819694\n# Rewrite_time: 0.000008532\n# Optimize_time: 0\n# Wait_TS: 0.000386284\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:10.922 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 02:38:10.983 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:10.983 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 02:38:11.039 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.512484ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:11.147 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:11.147 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 02:38:11.180 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.717315ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:10.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.222 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:10.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.282 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 02:38:11.282 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:11.285 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.366380337\n# Parse_time: 0\n# Compile_time: 0.003443755\n# Rewrite_time: 0.00002315\n# Optimize_time: 0\n# Wait_TS: 0.000393812\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:11.288 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:38:11.337 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:11.337 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:38:11.411 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.498 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.010561ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:11.509 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:11.509 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 02:38:11.544 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.844356ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:11.592 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:11.607 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.655 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 02:38:11.655 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:11.659 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.371959578\n# Parse_time: 0\n# Compile_time: 0.001394791\n# Rewrite_time: 0.000008736\n# Optimize_time: 0\n# Wait_TS: 0.000514659\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:11.663 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 02:38:11.712 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:11.712 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 02:38:11.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.68065ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:11.833 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:11.833 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 02:38:11.871 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.731384ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.913 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:11.960 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 02:38:11.960 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:11.963 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.302363687\n# Parse_time: 0\n# Compile_time: 0.001620135\n# Rewrite_time: 0.000011344\n# Optimize_time: 0\n# Wait_TS: 0.000440887\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:11.967 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 02:38:12.014 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:12.014 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 02:38:12.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.821923ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:12.132 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:12.132 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 02:38:12.169 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.285773ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:11.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.224 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:11.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.269 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 02:38:12.269 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:12.273 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.307708549\n# Parse_time: 0\n# Compile_time: 0.001632513\n# Rewrite_time: 0.000009299\n# Optimize_time: 0\n# Wait_TS: 0.000432419\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:12.276 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:38:12.330 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:12.330 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 02:38:12.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=3.699893ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:12.462 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:12.462 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 02:38:12.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.650831ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.559 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:12.592 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:12.606 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 02:38:12.607 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:12.610 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.335500559\n# Parse_time: 0\n# Compile_time: 0.001411689\n# Rewrite_time: 0.000009207\n# Optimize_time: 0\n# Wait_TS: 0.000470371\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:12.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 02:38:12.658 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:12.658 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 02:38:12.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.770 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.854091ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:12.780 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:12.780 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 02:38:12.816 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.153841ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.863 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:12.916 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 02:38:12.917 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:12.921 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.30850727\n# Parse_time: 0\n# Compile_time: 0.002174698\n# Rewrite_time: 0.000013972\n# Optimize_time: 0\n# Wait_TS: 0.0004404\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:12.926 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:38:12.928 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:12.983 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:12.983 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 02:38:13.048 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.140 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.85391ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:13.149 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:13.149 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 02:38:13.186 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.43315ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:12.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.259 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:12.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.315 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 02:38:13.315 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:13.318 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.394525424\n# Parse_time: 0\n# Compile_time: 0.002238467\n# Rewrite_time: 0.000010973\n# Optimize_time: 0\n# Wait_TS: 0.000420854\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:13.323 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:38:13.378 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:13.378 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:38:13.433 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.522 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.396293ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:13.532 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:13.532 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 02:38:13.569 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.310278ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:13.592 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:13.629 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.689 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 02:38:13.689 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:13.693 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.371445635\n# Parse_time: 0\n# Compile_time: 0.002176965\n# Rewrite_time: 0.000007891\n# Optimize_time: 0\n# Wait_TS: 0.000441258\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:13.698 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:38:13.759 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:13.759 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:38:13.816 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.027039ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:13.926 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:13.926 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 02:38:13.964 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=54.128589ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.012 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.067 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 02:38:14.067 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:14.070 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.374757968\n# Parse_time: 0\n# Compile_time: 0.002228896\n# Rewrite_time: 0.000009651\n# Optimize_time: 0\n# Wait_TS: 0.000322008\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:14.078 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 02:38:14.155 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:14.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:14.155 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:14.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 02:38:14.198 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:14.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.331 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.853106ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:14.341 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:14.341 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 02:38:14.377 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.249782ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:14.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.420 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:14.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:14.631 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=01b0481c-3c57-4d04-9222-452d01530180] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:15.686 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 02:38:15.689 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=1.057385105s] [2024/05/06 02:38:15.690 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:1.058627998s txnStartTS:449567285421801475 region_id:10 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:1.06s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:128 rocksdb_delete_skipped_count:32 rocksdb_key_skipped_count:349 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 02:38:15.691 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:1.059071673s txnStartTS:449567285421801475 region_id:10 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:1.06s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:126 rocksdb_delete_skipped_count:31 rocksdb_key_skipped_count:341 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 02:38:15.691 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:15.691 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:15.693 +00:00] [WARN] [domain.go:647] ["loading schema takes a long time"] ["take time"=1.06165335s] [2024/05/06 02:38:15.693 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567285421801474\n# Query_time: 1.245206727\n# Parse_time: 0\n# Compile_time: 1.2421276350000001\n# Rewrite_time: 0.000232295\n# Optimize_time: 0\n# Wait_TS: 0\n# Is_internal: true\n# Digest: 1bc0b11fa51e1471b20042e839abe9e9a49c9701b4323280c914112d2e5d7c87\n# Num_cop_tasks: 0\n# Mem_max: 33779\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Incorrect datetime value: '2024-05-06 02:38:14.062 +0000 UTC' for column 'create_time' at row 1\"}]\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9ALwTzAJMjdfMQkwCTAJTi9BCTAJdGltZToyLjQzbXMsIGxvb3BzOjEsIHByZXBhcmU6IDY3OC44wrVzLCBjaGVja19pbnNlcnQ6IHt0b3RhbF90AT4QIDEuNzUBPwhtZW0NIQBfBVcUIDU4My4xBT4ccHJlZmV0Y2gBLQQxNwEtDGZrX2MBUxQ6IDUzLjUFJUhycGM6e0JhdGNoR2V0OntudW1fARMMMSwgdBluKDk4NC40wrVzfSwgAWUcX2RldGFpbDoRkihrdl9yZWFkX3dhbBWfBDIyBV8MdGlrdjIYAAQ2NAWeGH0sIHNjYW5CSgBIZXlzOiAxLCBnZXRfc25hcHNobxHZDDE2LjMFVEhyb2Nrc2RiOiB7YmxvY2s6IHt9AQEwCTguOTkgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 02:38:15.694 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:15.695 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:15.697 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567285421801475\n# Query_time: 1.255497421\n# Parse_time: 0\n# Compile_time: 0.013467813\n# Rewrite_time: 0.001674781\n# Optimize_time: 0.007188812\n# Wait_TS: 0.00057366\n# Cop_time: 0.003037624 Process_time: 0.000299139 Wait_time: 0.000105567 Request_count: 2 Process_keys: 1 Total_keys: 254 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 63 Rocksdb_key_skipped_count: 690\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000149569 Cop_proc_p90: 0.000205062 Cop_proc_max: 0.000205062 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.2783e-05 Cop_wait_p90: 6.1485e-05 Cop_wait_max: 6.1485e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12732\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8xe4MAkzXzEzCTAJMjI2Mi4xNglteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjEuMjRzLCBsb29wczoxLCBDb25jdXJyZW5jeTo1CTExLjggS0IJTi9BCjEJMTRfMTQJcn4AGWEUOmRlc2MsToUAFGpvYl9pZBmBBDA2GYEcCTAgQnl0ZXMRCBwKMgkxN18yOB30VGlubmVyIGpvaW4sIGVxdWFsOltlcShaCgEEaWQB0yBsdW1uIzE1KV1WdQCYLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoyLjUxbXMsIGZldGNoFQ4FLgw6MHN9EaYRCCQKMwkzMV80MShCAVAAKR21QGRhdGE6U2VsZWN0aW9uXzQwEYoMMi4yMgFiNYFgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMSkoIWE0X2tleXM6IDAsIHRvdF8BEiA6IDk0LjHCtXMJExh3YWl0OiA0ERNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR+gFxCF9kdQUaGG46IDQzLjcFTThtYXhfZGlzdHNxbF9jb25VGkggMX0sIHJwY19pbmZvOntDb3A6Aa4MX3JwY0FFJT0AX01gIDA2c319CTI0MS3aGE4vQQo0CTEhBAQxX3JNAgxyZW9ySakEa3YFowQ6ewVUBDBzVbE8fSwgc2Nhbl9kZXRhaWw6ICm4LSFAMTI2LCBnZXRfc25hcHNob3QJkxAgMTguMgXfmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMzEsIGtleUIXAAA0QTMIbG9jIaUQfX19LCABlz6EACGYCGVzcw10LqABBGFsJaINGjWnAHQB5wh3YWwtOiQgMjQ3LjjCtXN9ITMBBBwKNQk0NF8zOSU4HDY2NjYuNjcJSbAuAwTwPCwgcmFuZ2U6Wy1pbmYsNjUpLCAoNjUsK2luZl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwmBF2ZuAQGGAQQwCjMJNl8yOShQcm9iZUHoODY0MDAJZ3JvdXAgYnk6Q3FyQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQxxDAg0LjNlbnUMEHBhcnRpIS4Yb3JrZXI6ezkdHDMuNDg0NTk1YTsumQIINSwgRcxhOwAwfQ0gMTYuNTkyNzI2ATFhNgxleGVjRUkBDSG/ASMQODQzNTllj2FzFDMuNDEzMwmTCHA5NR0QFH0sIGZpblKZABg0LjIwNDg3BUVemQABpQRvdEUEFDo0MC45OGltARQFlww4LjM1GRMJnRw5LjEzOTc2OAHAAZ0cNC4xMjY5MzMBEAGdGRA5pWFmADOBaiWeFG5vdChlcTmCHCwgNjUpKSwgARgUaXNudWxsGRwAKSHUBXkIMy4yBXQtlAgJMzixomHIEDUJNl8zIcAEODAuAAJKjQVtDgxpbmcsThQGJHNjaGVtYV9pZHNSHwBF5QkeSVEIbWluFa4AODJMAgAxCbgMMi42NyEcCbgEMixqTAIcMi4yNjg0NzkBL16zAQAxLkwCGDAuMDExMTBFrDW1HDI1Mi42MjnCsYQlPiQxMC41NjAxNzRtAdgkYXg6Mi4xNTIxMyVTIbcZEGpUAhgyLjc2OTgwcu0CMlQCEDcuMzMyFYpFVBA2LjkyNBUTCZ0YMi42OTUxMQWNCZ0QNjkxNjNFvAmdERBZVAA2weIMMzYJMCnzxdgkSGFzaEFnZ18zMTF+BDEuBVU1fabVBi1pQS8QOiAyMDVC1gYMNjEuNQXIAGO+1gYEMjP+1gZG1gYAOC7WBgA3YQ4AMaWe/hADzhADSnYDFmsJfSAAOCWiZuEFVk8HIY7ByxZ4CCmjBGFsMhcAKF9zaXplOiAxNTkwSYsEYWwRLwQyOFKGBwAzMY+ChgcAMsG2AHlGhgcIOSwguoYHMlECocAEYWnxh1VYPocHCDQ2MEVyeQQUOAk0M18zoV4MMAkxMIH6haA6hQd6aQeBqGaIASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Resource_group: default\n;"] [2024/05/06 02:38:16.201 +00:00] [INFO] [commit.go:159] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=449567285421801474] [info="{StartTs:449567285421801474 AttemptedCommitTs:449567285749219332 Key:6d44444c4a6f624869ff73746f7279000000fc00000000000000680000000000000041ff0000000000000000f7 MinCommitTs:449567285867446275}"] [2024/05/06 02:38:16.224 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 02:38:16.224 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:16.227 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 2.152432569\n# Parse_time: 0\n# Compile_time: 0.003173751\n# Rewrite_time: 0.0000104\n# Optimize_time: 0\n# Wait_TS: 0.000340939\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:16.229 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 02:38:16.267 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:16.267 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 02:38:16.337 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.433058ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:16.400 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:16.400 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 02:38:16.437 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.9632ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.505 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.555 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 02:38:16.555 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:16.559 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.330861954\n# Parse_time: 0\n# Compile_time: 0.000961244\n# Rewrite_time: 0.000009056\n# Optimize_time: 0\n# Wait_TS: 0.000284657\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:16.595 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:16.596 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:16.638 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:16.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:16.638 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:16.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 02:38:16.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.786 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.129297ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:38:16.797 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:16.797 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 02:38:16.831 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.411245ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:16.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.916 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.983 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 02:38:16.983 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:16.987 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.422800409\n# Parse_time: 0\n# Compile_time: 0.006305535\n# Rewrite_time: 0.003316852\n# Optimize_time: 0\n# Wait_TS: 0.000395635\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:16.990 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 02:38:17.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:17.047 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 02:38:17.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.186 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.12905ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:17.210 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:17.210 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 02:38:17.232 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.745599ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.278 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.334 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 02:38:17.334 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:17.338 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.349774559\n# Parse_time: 0\n# Compile_time: 0.001779941\n# Rewrite_time: 0.000010785\n# Optimize_time: 0\n# Wait_TS: 0.000302495\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:17.343 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 02:38:17.391 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:17.391 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 02:38:17.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.849391ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:17.543 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:17.543 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 02:38:17.578 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.343217ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:17.592 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:17.618 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.668 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 02:38:17.668 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:17.672 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.331298508\n# Parse_time: 0\n# Compile_time: 0.002293181\n# Rewrite_time: 0.000011042\n# Optimize_time: 0\n# Wait_TS: 0.000616648\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:17.676 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 02:38:17.727 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:17.726 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 02:38:17.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.742133ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:17.851 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:17.851 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 02:38:17.887 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.802626ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:17.980 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.032 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 02:38:18.032 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:18.036 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.361893759\n# Parse_time: 0\n# Compile_time: 0.002011651\n# Rewrite_time: 0.000014915\n# Optimize_time: 0\n# Wait_TS: 0.000396602\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:18.043 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 02:38:18.129 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:18.129 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 02:38:18.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.332 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.04211ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:18.342 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:18.342 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 02:38:18.377 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.288123ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.417 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.501 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 02:38:18.501 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:18.504 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.464349028\n# Parse_time: 0\n# Compile_time: 0.003284731\n# Rewrite_time: 0.000010392\n# Optimize_time: 0\n# Wait_TS: 0.000439879\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:18.510 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 02:38:18.593 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:18.594 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:18.607 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:18.607 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 02:38:18.657 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:18.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.045979ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:18.802 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:18.802 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 02:38:18.834 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.480237ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:18.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:18.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:18.990 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 02:38:18.990 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:18.994 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.486092066\n# Parse_time: 0\n# Compile_time: 0.002679698\n# Rewrite_time: 0.00003593\n# Optimize_time: 0\n# Wait_TS: 0.000446091\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:19.000 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 02:38:19.082 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:19.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:19.082 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:19.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 02:38:19.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.296 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.902197ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:19.307 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:19.307 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 02:38:19.341 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=54.034354ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:19.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.416 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.502 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 02:38:19.502 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:19.505 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.507808663\n# Parse_time: 0\n# Compile_time: 0.002905142\n# Rewrite_time: 0.000014823\n# Optimize_time: 0\n# Wait_TS: 0.000352877\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:19.511 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:38:19.589 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:19.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:19.589 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:19.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:38:19.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:19.593 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:19.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.310397ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:19.767 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:19.767 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 02:38:19.812 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=63.332521ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:19.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.878 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:19.950 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 02:38:19.950 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:19.954 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.444713773\n# Parse_time: 0\n# Compile_time: 0.002548371\n# Rewrite_time: 0.000008655\n# Optimize_time: 0\n# Wait_TS: 0.000390489\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:19.959 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:38:20.038 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:19.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:20.038 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:19.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:38:20.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.224 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.338292ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:20.235 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:20.235 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 02:38:20.269 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=54.005519ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:19.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.312 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:19.963 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.391 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 02:38:20.391 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:20.395 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.437714421\n# Parse_time: 0\n# Compile_time: 0.002605323\n# Rewrite_time: 0.000009256\n# Optimize_time: 0\n# Wait_TS: 0.000461338\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:20.402 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 02:38:20.499 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:20.499 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 02:38:20.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.592 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:20.592 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:20.713 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.197792ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:20.724 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:20.724 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 02:38:20.758 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.611445ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.819 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:20.902 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 02:38:20.902 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:20.905 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.506515147\n# Parse_time: 0\n# Compile_time: 0.003140779\n# Rewrite_time: 0.000009327\n# Optimize_time: 0\n# Wait_TS: 0.000475042\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:20.911 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:20.975 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:20.975 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:21.033 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=4.304411ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:21.162 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:21.162 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 02:38:21.195 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=54.469553ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:20.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.263 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:20.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.326 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 02:38:21.326 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:21.330 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.421392795\n# Parse_time: 0\n# Compile_time: 0.002647858\n# Rewrite_time: 0.000017462\n# Optimize_time: 0\n# Wait_TS: 0.000406874\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:21.335 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:21.395 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:21.395 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:21.444 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:21.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.250202ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:21.554 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:21.554 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 02:38:21.590 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=54.07117ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.603 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:21.604 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:21.660 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:21.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:21.733 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 02:38:21.733 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:21.736 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.40378589\n# Parse_time: 0\n# Compile_time: 0.002313239\n# Rewrite_time: 0.000008302\n# Optimize_time: 0\n# Wait_TS: 0.000365822\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:21.744 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 02:38:21.848 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:21.848 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 02:38:21.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:21.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.060 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.46759ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:22.070 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:22.070 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 02:38:22.105 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.626913ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:21.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.165 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:21.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.262 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 02:38:22.262 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:22.265 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.524278838\n# Parse_time: 0\n# Compile_time: 0.003587844\n# Rewrite_time: 0.000008519\n# Optimize_time: 0\n# Wait_TS: 0.000363287\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:22.271 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:22.336 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:22.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:22.336 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:22.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:22.397 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:22.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.434508ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:22.509 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:22.509 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 02:38:22.540 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.764124ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:22.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.608 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:22.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.670 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 02:38:22.670 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:22.673 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.405612587\n# Parse_time: 0\n# Compile_time: 0.002861276\n# Rewrite_time: 0.000008861\n# Optimize_time: 0\n# Wait_TS: 0.000381062\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:22.676 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 02:38:22.723 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:22.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:22.723 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:22.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 02:38:22.782 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:22.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.846 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.136542ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:22.857 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:22.857 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 02:38:22.894 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.780959ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:22.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:22.966 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:22.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.017 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 02:38:23.017 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.020 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.344995906\n# Parse_time: 0\n# Compile_time: 0.001359322\n# Rewrite_time: 0.000012592\n# Optimize_time: 0\n# Wait_TS: 0.000469404\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:23.024 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 02:38:23.097 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:23.097 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 02:38:23.145 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.204828ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:23.235 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:23.235 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 02:38:23.272 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=54.225043ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.327 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.383 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 02:38:23.384 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.387 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.365116809\n# Parse_time: 0\n# Compile_time: 0.001868274\n# Rewrite_time: 0.000008279\n# Optimize_time: 0\n# Wait_TS: 0.000357029\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:23.389 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 02:38:23.421 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:23.421 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 02:38:23.469 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.0196ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:23.508 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:23.508 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 02:38:23.547 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.075547ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.616 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.640 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 02:38:23.641 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.695 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:23.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:23.695 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:23.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 02:38:23.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.219295ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:38:23.858 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:23.858 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 02:38:23.882 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.605081ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:23.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.947 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.996 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 02:38:23.996 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.999 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.352657475\n# Parse_time: 0\n# Compile_time: 0.003960847\n# Rewrite_time: 0.001835357\n# Optimize_time: 0\n# Wait_TS: 0.000614467\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:24.503 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567287925014539\n# Query_time: 0.359697361\n# Parse_time: 0\n# Compile_time: 0.1608424\n# Rewrite_time: 0.004607937\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 363337\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODkuNG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDM5LjMBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoIDg1MsK1c30sIAEOGF9kZXRhaWwRYxxfcHJvY2VzcwkqHCAxNS43wrVzET8Md2FpdA0aDDI3LjQdGihrdl9yZWFkX3dhbA1mECA0NS45CSIIaWt2LhkADDU3LjEJgQxzY2FuPoEADGtleXMFwihnZXRfc25hcHNobxF1BDYuAbpwLCByb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BoUB4bjoge3ByZXdyaXRlOjEuNiEzAU8RIRhzOjM3OS42BZ4JFBA6MS4xNQEnHHNsb3dlc3RfET8lQAAgMYAQMC4wMDIBgTxlZ2lvbl9pZDogNiwgc3RvIaU0MTI3LjAuMC4xOjIwMTYhdARpbS5gAToHARA2MjAuM04IAQGqOvkADDEzLjUFrlr6AAXqOUoFkRRfYmF0Y2gltAg6IDIprShwcm9wb3NlX3NlbiGsSGl0OiAwcywgcGVyc2lzdF9sb2cZ7AgxMjgtwQleFGxlYWRlcg1QJDY4bnMsIHN5bmMJNQw3MS44BaEJLDBtZW10YWJsZTogMi41Abo5ngVkCDMzMw1cEGFwcGx5MqsABDE5RR8ALAkbFZAENzUlLhwsIG11dGV4Xyn4Ab0JcjKeABkXAHdhNgQyMFqdAAQxMEVRLj0CGHByaW1hcnlG9wEMMXMsIP73ASH3CDM1NAl1ACw6/wJK9wEINi4yYSpi8QIJ+3XCRvcBBDExbcCu+QEENjMFoQAsDV8yWgEIMzVuMvgBBDMzjQcJizn4DDQ4N24+9gEIMTY1LYlK9gEAMw2qBRs19gQ2NA1gAG3C9gEEMTZNSD6bAAg5LjNleIEzLdIIbnVtoSUJKoWCADER/xhieXRlOjMyBS5saW5zZXJ0OjE1MC4ybXMJMTA2LjggS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 02:38:24.598 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=22.004429742s] [2024/05/06 02:38:24.628 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62c1db09-364b-4190-98e0-7a8426026321"] [2024/05/06 02:38:24.628 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62c1db09-364b-4190-98e0-7a8426026321"] [2024/05/06 02:38:24.628 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62c1db09-364b-4190-98e0-7a8426026321"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:24.630 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62c1db09-364b-4190-98e0-7a8426026321"] [] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=16.84Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=7.6Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=6.936Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=7.027Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=3.737Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=5.994Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=3.862Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=6.628Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=10.897Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=3.797Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.72Β΅s] [2024/05/06 02:38:24.631 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:24.631 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:24.631 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:24.644 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=62c1db09-364b-4190-98e0-7a8426026321] ["take time"=41.611658ms] [2024/05/06 02:38:24.644 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=62c1db09-364b-4190-98e0-7a8426026321] [2024/05/06 02:38:24.647 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1139] [2024/05/06 02:38:24.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:24.647 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:24.647 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:24.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:24.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:24.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:24.647 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:24.647 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:24.647 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:24.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:24.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:24.648 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:24.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:24.648 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 01b0481c-3c57-4d04-9222-452d01530180 watch owner key /tidb/br-stream/owner/6f188f4bc2715cd6"] [2024/05/06 02:38:24.648 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01b0481c-3c57-4d04-9222-452d01530180"] [2024/05/06 02:38:24.648 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:24.648 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01b0481c-3c57-4d04-9222-452d01530180"] [2024/05/06 02:38:24.648 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:24.649 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:24.649 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:24.649 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=01b0481c-3c57-4d04-9222-452d01530180] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:24.649 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 02:38:24.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:24.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:24.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:24.649 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 01b0481c-3c57-4d04-9222-452d01530180"] [error="context canceled"] [2024/05/06 02:38:24.650 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=47.230784ms] [2024/05/06 02:38:24.650 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:24.660 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:24.805 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1131] ["lease id"=3eaa8f4bc27157e9] [2024/05/06 02:38:24.807 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:24.851 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01b0481c-3c57-4d04-9222-452d01530180"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:24.899 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=88.363075ms] [2024/05/06 02:38:24.904 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:24.904 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=5a5c3a9a-ddf6-4364-954d-51cb638205de] [runWorker=true] [2024/05/06 02:38:24.904 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:24.906 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:24.907 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:24.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:24.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:24.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:24.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:24.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:24.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:24.907 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:24.908 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:24.908 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:24.908 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:24.908 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:24.908 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:24.908 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:24.908 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:24.909 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715d7c] [ownerID=5a5c3a9a-ddf6-4364-954d-51cb638205de] [op=none] [2024/05/06 02:38:24.910 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:24.911 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=5a27c588-ede7-4cb9-95c0-adc596e70e32] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:24.932 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:24.933 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:24.934 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:24.936 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] ["owner key"=/tidb/bindinfo/owner/22318f4bc2715d80] [ownerID=5a5c3a9a-ddf6-4364-954d-51cb638205de] [op=none] [2024/05/06 02:38:24.950 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 02:38:24.955 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:24.959 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:24.960 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715d7c] [ownerID=5a5c3a9a-ddf6-4364-954d-51cb638205de] [op=none] [2024/05/06 02:38:24.960 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [op=none] [2024/05/06 02:38:24.960 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:25.040 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:25.055 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:25.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:25.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:25.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:25.066 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:25.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:25.066 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:25.066 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:25.066 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:25.066 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:25.069 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:25.069 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:25.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:25.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:25.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:25.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:25.071 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:25.073 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] ["owner key"=/tidb/stats/owner/22318f4bc2715d83] [ownerID=5a5c3a9a-ddf6-4364-954d-51cb638205de] [op=none] [2024/05/06 02:38:25.073 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:25.075 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 02:38:25.083 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/38a489c8-bdba-433e-9258-563c98022192] [2024/05/06 02:38:25.083 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:25.084 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:25.109 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:25.110 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:25.110 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:25.132 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=62.99433ms] [2024/05/06 02:38:25.147 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:25.162 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[expression:1305]FUNCTION test.bulk does not exist"] [errorVerbose="[expression:1305]FUNCTION test.bulk does not exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/expression.newFunctionImpl\n\tpkg/expression/scalar_function.go:225\ngithub.com/pingcap/tidb/pkg/expression.NewFunction\n\tpkg/expression/scalar_function.go:300\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunctionWithInit\n\tpkg/planner/core/expression_rewriter.go:1617\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunction\n\tpkg/planner/core/expression_rewriter.go:1627\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).funcCallToExpression\n\tpkg/planner/core/expression_rewriter.go:2367\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\tpkg/planner/core/expression_rewriter.go:1451\ngithub.com/pingcap/tidb/pkg/parser/ast.(*FuncCallExpr).Accept\n\tpkg/parser/ast/functions.go:584\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\tpkg/planner/core/expression_rewriter.go:299\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\tpkg/planner/core/expression_rewriter.go:238\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\tpkg/planner/core/expression_rewriter.go:205\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSet\n\tpkg/planner/core/planbuilder.go:702\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:548\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:45\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="set session tidb_dml_type = bulk(10)"] [2024/05/06 02:38:25.194 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [2024/05/06 02:38:25.194 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [2024/05/06 02:38:25.195 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [] [2024/05/06 02:38:25.196 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:25.196 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=20.408Β΅s] [2024/05/06 02:38:25.196 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=9.111Β΅s] [2024/05/06 02:38:25.196 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=7.324Β΅s] [2024/05/06 02:38:25.196 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=5.249Β΅s] [2024/05/06 02:38:25.197 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=4.491Β΅s] [2024/05/06 02:38:25.197 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:25.197 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=9.64Β΅s] [2024/05/06 02:38:25.197 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:25.197 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:25.197 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:25.197 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=5a5c3a9a-ddf6-4364-954d-51cb638205de] ["take time"=34.47221ms] [2024/05/06 02:38:25.198 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=5a5c3a9a-ddf6-4364-954d-51cb638205de] [2024/05/06 02:38:25.199 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:25.199 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/38a489c8-bdba-433e-9258-563c98022192] [2024/05/06 02:38:25.199 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:25.199 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:25.199 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:25.199 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:25.199 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:25.200 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:25.200 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:25.200 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:25.200 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:25.200 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:25.204 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:25.204 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1131] [2024/05/06 02:38:25.205 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:25.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:25.205 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:25.206 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:25.206 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:25.206 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [2024/05/06 02:38:25.206 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de watch owner key /tidb/stats/owner/22318f4bc2715d83"] [2024/05/06 02:38:25.206 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5a27c588-ede7-4cb9-95c0-adc596e70e32"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:25.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:25.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:25.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:25.206 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [2024/05/06 02:38:25.205 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:25.206 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5a27c588-ede7-4cb9-95c0-adc596e70e32"] [2024/05/06 02:38:25.206 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:25.205 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:25.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:25.205 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:25.206 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:25.206 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:25.206 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:25.206 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:25.206 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:25.205 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.206 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:25.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:25.206 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [2024/05/06 02:38:25.206 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [error="context canceled"] [2024/05/06 02:38:25.206 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:25.206 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:25.206 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:25.207 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:25.207 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=5a27c588-ede7-4cb9-95c0-adc596e70e32] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:25.207 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:25.207 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:25.208 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 5a27c588-ede7-4cb9-95c0-adc596e70e32"] [error="context canceled"] [2024/05/06 02:38:25.208 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:25.208 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:25.407 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:25.408 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5a27c588-ede7-4cb9-95c0-adc596e70e32"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:26.105 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01b0481c-3c57-4d04-9222-452d01530180"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:26.470 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:26.470 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:26.470 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:26.661 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5a27c588-ede7-4cb9-95c0-adc596e70e32"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:26.667 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5a5c3a9a-ddf6-4364-954d-51cb638205de"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:26.667 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:26.667 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:26.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:26.675 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.512124258s] [2024/05/06 02:38:26.676 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:26.676 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:26.676 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:26.676 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:26.676 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:26.676 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:26.676 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:26.676 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:26.677 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:26.677 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:26.677 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:26.677 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:26.678 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestVariable (24.48s) === RUN TestPipelinedDMLPositive [2024/05/06 02:38:26.685 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:26.685 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:38:26.686 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:38:26.687 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:26.687 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:38:26.688 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:26.688 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:26.690 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:26.695 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:26.696 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:26.698 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:26.707 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:26.718 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:26.875 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1007] ["lease id"=6f188f4bc2715d8b] [2024/05/06 02:38:26.877 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:26.975 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=93.914055ms] [2024/05/06 02:38:26.980 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:26.980 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=a449c5db-5f65-4cf4-a343-157147bdec8a] [runWorker=true] [2024/05/06 02:38:26.980 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:26.982 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:26.983 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:26.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:26.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:26.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:26.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:26.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:26.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:26.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:26.984 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:26.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:26.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:26.984 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:26.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:26.984 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:26.984 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:26.986 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc271580f] [ownerID=a449c5db-5f65-4cf4-a343-157147bdec8a] [op=none] [2024/05/06 02:38:26.986 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:26.986 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=95ea9009-3082-4668-8e45-afb4e78b6dcc] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:26.992 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:27.013 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:27.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:27.014 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:27.035 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:27.035 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc271580f] [ownerID=a449c5db-5f65-4cf4-a343-157147bdec8a] [op=none] [2024/05/06 02:38:27.035 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [op=none] [2024/05/06 02:38:27.036 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:27.117 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:27.134 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:27.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:27.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:27.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:27.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:27.148 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:27.148 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:27.148 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:27.148 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:27.148 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:27.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:27.151 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:27.152 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:27.152 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:27.152 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:27.152 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:27.152 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:27.156 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:27.158 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:27.165 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/764d77cb-a694-4f31-a06c-084568eafdd0] [2024/05/06 02:38:27.165 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:27.165 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:27.173 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:27.173 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:27.174 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:27.189 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=38.058155ms] [2024/05/06 02:38:27.226 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:27.236 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 02:38:27.239 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="create table t (a int, b int)"] [user=] [2024/05/06 02:38:27.277 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:27.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:27.277 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:27.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int)"] [2024/05/06 02:38:27.321 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp general"] [category=ddl] [jobID=105] [conn=4] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:27.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:27.329 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/05/06 02:38:27.398 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.30743ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:27.410 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 02:38:27.444 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.629637ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:27.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:27.508 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 18, tp general"] [category=ddl] [jobID=105] [conn=4] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:27.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:27.542 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 02:38:27.542 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:27.545 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 0.307629718\n# Parse_time: 0.000497749\n# Compile_time: 0.000950639\n# Rewrite_time: 0.000009118\n# Optimize_time: 0.000325886\n# Wait_TS: 0.000326517\n# DB: test\n# Is_internal: false\n# Digest: a40dc2698adc005c4f60f067c952899c54f602cd41e7502a92c75405301dde37\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int, b int);"] [2024/05/06 02:38:27.564 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567288855625741] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.501575ms] [2024/05/06 02:38:27.564 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449567288855625741] [2024/05/06 02:38:27.570 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567288868732930] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.150455ms] [2024/05/06 02:38:27.570 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449567288868732930] [2024/05/06 02:38:27.584 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567288868732933] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.068345ms] [2024/05/06 02:38:27.584 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449567288868732933] [2024/05/06 02:38:27.602 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:27.679 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:27.802 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:28.156 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:28.165 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:28.165 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:28.165 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/764d77cb-a694-4f31-a06c-084568eafdd0] [watcherID=d4cfc891-7b76-40c0-a366-1685ae436414] [2024/05/06 02:38:28.174 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:28.191 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:28.191 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:28.191 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:28.191 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:28.754 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:28.983 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:29.806 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.208 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.610 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.612 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.613 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.615 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.616 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.618 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.619 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.621 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.622 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.623 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.625 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.626 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.627 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.629 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.630 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.631 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.633 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.634 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.635 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.637 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.638 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.639 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.641 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.642 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.643 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.645 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567288868732936] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.646 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732933, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.648 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567288868732936] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=5.047035461s] [2024/05/06 02:38:32.648 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449567288868732936] [2024/05/06 02:38:32.657 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567288868732936, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.659 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000002, primary: 7480000000000000685f728000000000000002, txnStartTS: 449567288855625741, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.661 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000003, primary: 7480000000000000685f728000000000000003, txnStartTS: 449567288868732930, lockForUpdateTS:0, minCommitTs:449567288868732937, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.664 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567290192822275] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=1.228676ms] [2024/05/06 02:38:32.664 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449567290192822275] [2024/05/06 02:38:32.675 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.758 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:32.948 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:33.187 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:33.863 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:34.720 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.523 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.676 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.679 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.683 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.687 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.689 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.692 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.695 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.698 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.699 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449567290205929474] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.701 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290192822275, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.703 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567290205929474] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=5.029350973s] [2024/05/06 02:38:37.703 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449567290205929474] [2024/05/06 02:38:37.710 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567291516387332] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.346664ms] [2024/05/06 02:38:37.710 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449567291516387332] [2024/05/06 02:38:37.722 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449567290205929474, lockForUpdateTS:0, minCommitTs:449567290205929475, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 02:38:37.727 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567291529756673] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=1.155725ms] [2024/05/06 02:38:37.727 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449567291529756673] [2024/05/06 02:38:37.728 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [2024/05/06 02:38:37.728 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [2024/05/06 02:38:37.728 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:37.729 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [] [2024/05/06 02:38:37.731 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:37.731 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=18.613Β΅s] [2024/05/06 02:38:37.731 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=11.326Β΅s] [2024/05/06 02:38:37.731 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=16.251Β΅s] [2024/05/06 02:38:37.731 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=13.436Β΅s] [2024/05/06 02:38:37.731 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:37.731 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp general"] [category=ddl] ["take time"=11.857Β΅s] [2024/05/06 02:38:37.731 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:37.731 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:37.731 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:37.732 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=a449c5db-5f65-4cf4-a343-157147bdec8a] ["take time"=4.444517ms] [2024/05/06 02:38:37.732 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=a449c5db-5f65-4cf4-a343-157147bdec8a] [2024/05/06 02:38:37.734 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:37.735 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:37.735 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/764d77cb-a694-4f31-a06c-084568eafdd0] [watcherID=d4cfc891-7b76-40c0-a366-1685ae436414] [2024/05/06 02:38:37.735 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/764d77cb-a694-4f31-a06c-084568eafdd0] [2024/05/06 02:38:37.735 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:37.735 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:37.735 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:37.735 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:37.735 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:37.735 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:37.735 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:37.735 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:37.735 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:37.735 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:37.741 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:37.741 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1007] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a449c5db-5f65-4cf4-a343-157147bdec8a] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:37.742 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:37.743 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:37.743 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:37.743 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:37.743 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:37.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:37.743 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 95ea9009-3082-4668-8e45-afb4e78b6dcc"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:37.743 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:37.743 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:37.743 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [error="context canceled"] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:37.743 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [2024/05/06 02:38:37.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:37.743 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:37.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:37.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:37.743 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:37.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:37.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:37.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:37.743 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:37.743 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [2024/05/06 02:38:37.742 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:37.743 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a449c5db-5f65-4cf4-a343-157147bdec8a] [2024/05/06 02:38:37.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:37.743 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:37.743 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:37.743 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:37.743 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:37.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:37.744 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:37.744 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:37.744 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=95ea9009-3082-4668-8e45-afb4e78b6dcc] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:37.744 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 95ea9009-3082-4668-8e45-afb4e78b6dcc"] [error="context canceled"] [2024/05/06 02:38:37.744 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:37.744 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:37.744 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:37.744 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 95ea9009-3082-4668-8e45-afb4e78b6dcc"] [2024/05/06 02:38:37.745 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:37.745 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:37.745 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:37.745 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:37.757 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 02:38:37.757 +00:00] [WARN] [domain.go:923] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 02:38:37.757 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 02:38:37.769 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 02:38:37.769 +00:00] [WARN] [domain.go:923] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 02:38:37.770 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 02:38:37.770 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:37.778 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:37.778 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:37.778 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:37.778 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:37.790 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 02:38:37.790 +00:00] [WARN] [domain.go:923] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 02:38:37.790 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 02:38:37.802 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 02:38:37.802 +00:00] [WARN] [domain.go:923] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 02:38:37.802 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 02:38:37.810 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:37.810 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:37.810 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:37.810 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:37.817 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:37.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:38.270 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:38.771 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:38.991 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:38.991 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:38.991 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:39.004 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 95ea9009-3082-4668-8e45-afb4e78b6dcc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:39.009 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:39.209 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [errorVerbose="rpc error: code = Canceled desc = grpc: the client connection is closing\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:99\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:39.272 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:39.772 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:40.267 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449567291529756682] [newTTL=7550] [isPipelinedTxn=false] [2024/05/06 02:38:40.273 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:40.462 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a449c5db-5f65-4cf4-a343-157147bdec8a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:40.774 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:41.274 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:41.775 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:42.275 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:42.768 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449567291529756682] [newTTL=10049] [isPipelinedTxn=false] [2024/05/06 02:38:42.776 +00:00] [WARN] [session.go:810] ["can not retry txn"] [label=internal] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=true] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 02:38:42.777 +00:00] [WARN] [session.go:826] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:42.779 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567291529756682\n# Query_time: 5.011412726\n# Parse_time: 0\n# Compile_time: 0.000497649\n# Rewrite_time: 0.000004615\n# Optimize_time: 0.014579244\n# Wait_TS: 0\n# Prewrite_time: 0.001460609 Get_commit_ts_time: 0.000390362 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 10, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 583.8Β΅s}, scan_detail: {get_snapshot_time: 10.5Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 14.7Β΅s, propose_send_wait: 0s, persist_log: {total: 90.9Β΅s, write_leader_wait: 41ns, sync_log: 46.4Β΅s, write_memtable: 1.44Β΅s}, commit_log: 275.3Β΅s, apply_batch_wait: 18.5Β΅s, apply: {total:93.9Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 27.2Β΅s, write_memtable: 17.1Β΅s}}} Write_keys: 3 Write_size: 123 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001252902\n# PD_total: 0.000380338\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:42.779 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=52] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 02:38:42.780 +00:00] [ERROR] [handle.go:200] ["dump stats delta fail"] [category=stats] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [stack="github.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:200\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372"] [2024/05/06 02:38:42.780 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:42.780 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:42.780 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:42.781 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:42.788 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=5.05975044s] [2024/05/06 02:38:42.788 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:42.788 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:42.788 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:42.788 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:42.788 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:42.788 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:42.788 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:42.788 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:42.788 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:42.789 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:42.789 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:42.789 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:42.790 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLPositive (16.11s) === RUN TestPipelinedDMLNegative [2024/05/06 02:38:42.794 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:42.795 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:38:42.796 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:38:42.796 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:42.796 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:38:42.797 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:42.797 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:42.799 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:42.803 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:42.805 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:42.806 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:42.814 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:42.826 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:42.984 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=999] ["lease id"=22318f4bc2715dc2] [2024/05/06 02:38:42.987 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:43.081 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=52] ["start time"=89.906013ms] [2024/05/06 02:38:43.086 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:43.086 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0] [runWorker=true] [2024/05/06 02:38:43.086 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:43.088 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:43.089 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:43.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:43.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:43.089 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:43.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:43.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:43.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:43.090 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:43.090 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:43.090 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:43.090 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:43.090 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:43.090 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:43.090 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:43.090 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:43.092 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc2715dbe] [ownerID=f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0] [op=none] [2024/05/06 02:38:43.092 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:43.093 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6e4db79a-c8d5-4bc1-935f-ee13f7fcfe41] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:43.099 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:43.120 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:43.122 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:43.122 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:43.141 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:43.142 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc2715dbe] [ownerID=f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0] [op=none] [2024/05/06 02:38:43.142 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [op=none] [2024/05/06 02:38:43.142 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:43.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:43.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:43.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:43.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:43.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:43.263 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:43.263 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:43.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:43.263 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:43.263 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:43.263 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:43.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:43.265 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:43.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:43.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:43.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:43.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:43.267 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:43.270 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:43.273 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:43.277 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/7ea36b38-adbc-4ef8-a6c9-7f71355af348] [2024/05/06 02:38:43.277 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:43.277 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:43.283 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:43.283 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:43.283 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:43.307 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.196275ms] [2024/05/06 02:38:43.318 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:43.323 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 02:38:43.326 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 02:38:43.355 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:43.355 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 02:38:43.438 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.471 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=295.204Β΅s] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:43.483 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/05/06 02:38:43.519 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.579026ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.585 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=270.608Β΅s] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:43.596 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/05/06 02:38:43.634 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.369831ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.707 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.717 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/05/06 02:38:43.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=225.532Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:43.759 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=106] [version=55] [2024/05/06 02:38:43.798 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.596151ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:43.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.877 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=106] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/05/06 02:38:43.891 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/06 02:38:43.895 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:43.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.949 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 02:38:43.949 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:43.952 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.627593633\n# Parse_time: 0.000230772\n# Compile_time: 0.000649351\n# Rewrite_time: 0.000012379\n# Optimize_time: 0.000211111\n# Wait_TS: 0.0004652\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 02:38:43.960 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 02:38:43.963 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 02:38:44.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:44.005 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 02:38:44.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=108] [conn=6] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:44.064 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 107, Table Name: t"] [2024/05/06 02:38:44.115 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.314967ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:44.126 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 02:38:44.163 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.745575ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:44.236 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=108] [conn=6] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:44.275 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 02:38:44.275 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:44.277 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:44.278 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:44.278 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7ea36b38-adbc-4ef8-a6c9-7f71355af348] [watcherID=f601bf6a-d4f4-445d-8435-fb7bbcd3e591] [2024/05/06 02:38:44.278 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.31712564\n# Parse_time: 0.000559518\n# Compile_time: 0.000841338\n# Rewrite_time: 0.000010609\n# Optimize_time: 0.000302212\n# Wait_TS: 0.000320814\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 02:38:44.284 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:44.300 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:44.300 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:44.300 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:44.300 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:44.377 +00:00] [INFO] [ddl.go:1405] ["switch metadata lock feature"] [category=ddl] [enable=false] [2024/05/06 02:38:44.422 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=off] [2024/05/06 02:38:44.442 +00:00] [INFO] [ddl.go:1405] ["switch metadata lock feature"] [category=ddl] [enable=true] [2024/05/06 02:38:44.449 +00:00] [INFO] [ddl.go:1405] ["switch metadata lock feature"] [category=ddl] [enable=false] [2024/05/06 02:38:44.502 +00:00] [INFO] [ddl.go:1405] ["switch metadata lock feature"] [category=ddl] [enable=true] [2024/05/06 02:38:44.503 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=ON] [2024/05/06 02:38:44.537 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [2024/05/06 02:38:44.537 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [2024/05/06 02:38:44.538 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [] [2024/05/06 02:38:44.539 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:44.539 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=29.724Β΅s] [2024/05/06 02:38:44.540 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=18.051Β΅s] [2024/05/06 02:38:44.540 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=17.791Β΅s] [2024/05/06 02:38:44.540 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=18.118Β΅s] [2024/05/06 02:38:44.540 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:44.540 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=17.76Β΅s] [2024/05/06 02:38:44.540 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:44.540 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:44.540 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:44.542 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0] ["take time"=24.60682ms] [2024/05/06 02:38:44.542 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0] [2024/05/06 02:38:44.544 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:44.544 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7ea36b38-adbc-4ef8-a6c9-7f71355af348] [watcherID=f601bf6a-d4f4-445d-8435-fb7bbcd3e591] [2024/05/06 02:38:44.544 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:44.544 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/7ea36b38-adbc-4ef8-a6c9-7f71355af348] [2024/05/06 02:38:44.545 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:44.545 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:44.545 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:44.545 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:44.545 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:44.545 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:44.545 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:44.545 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:44.545 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:44.545 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:44.550 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:44.550 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:44.551 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=999] [2024/05/06 02:38:44.551 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:44.551 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:44.551 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:44.551 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:44.552 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:44.551 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:44.551 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:44.552 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:44.552 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:44.552 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:44.552 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:44.552 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [error="context canceled"] [2024/05/06 02:38:44.552 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e4db79a-c8d5-4bc1-935f-ee13f7fcfe41"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:44.552 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:44.552 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:44.552 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:44.552 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:44.553 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:44.553 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:44.553 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0] [2024/05/06 02:38:44.553 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:44.553 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:44.553 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:44.553 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:44.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:44.554 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:44.554 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6e4db79a-c8d5-4bc1-935f-ee13f7fcfe41] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:44.554 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:44.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:44.554 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e4db79a-c8d5-4bc1-935f-ee13f7fcfe41"] [error="context canceled"] [2024/05/06 02:38:44.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:44.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:44.554 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e4db79a-c8d5-4bc1-935f-ee13f7fcfe41"] [2024/05/06 02:38:44.554 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e4db79a-c8d5-4bc1-935f-ee13f7fcfe41"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:44.593 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:44.593 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [error="context canceled"] [2024/05/06 02:38:44.593 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [2024/05/06 02:38:45.782 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e4db79a-c8d5-4bc1-935f-ee13f7fcfe41"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:45.808 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:45.808 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:45.808 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:45.840 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f3f226a7-0c2c-4ff3-8852-54bf4d1bfde0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:45.840 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:45.840 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:45.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:45.847 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.329468468s] [2024/05/06 02:38:45.847 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:45.847 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:45.847 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:45.847 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:45.847 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:45.847 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:45.848 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:45.848 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:45.848 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:45.848 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:45.848 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:45.848 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:45.849 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLNegative (3.06s) === RUN TestPipelinedDMLInsert [2024/05/06 02:38:45.854 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:45.855 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:38:45.855 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:38:45.856 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:45.856 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:38:45.857 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:45.857 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:45.859 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:45.863 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:45.865 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:45.867 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:45.875 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:45.885 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:46.032 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=613] ["lease id"=3eaa8f4bc2715864] [2024/05/06 02:38:46.034 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:46.133 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=56] ["start time"=95.635499ms] [2024/05/06 02:38:46.139 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:46.139 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=fbea89b9-389c-4197-8b8e-050d206ec768] [runWorker=true] [2024/05/06 02:38:46.139 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:46.141 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:46.142 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:46.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:46.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:46.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:46.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:46.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:46.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:46.143 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:46.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:46.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:46.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:46.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:46.143 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:46.143 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:46.143 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:46.145 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715de3] [ownerID=fbea89b9-389c-4197-8b8e-050d206ec768] [op=none] [2024/05/06 02:38:46.145 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:46.146 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=aef879fb-0f56-499a-a9ef-d7d7439bdfde] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:46.150 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:46.171 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:46.172 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:46.173 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:46.195 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:46.196 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715de3] [ownerID=fbea89b9-389c-4197-8b8e-050d206ec768] [op=none] [2024/05/06 02:38:46.196 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [op=none] [2024/05/06 02:38:46.196 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:46.269 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:46.286 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:46.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:46.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:46.299 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:46.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:46.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:46.299 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:46.299 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:46.299 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:46.299 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:46.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:46.302 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:46.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:46.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:46.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:46.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:46.303 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:46.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:46.307 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:46.313 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/980081be-433b-44ed-b977-9c8b95b54b4b] [2024/05/06 02:38:46.313 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:46.313 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:46.315 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:46.316 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:46.316 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:46.352 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=50.177142ms] [2024/05/06 02:38:46.354 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:46.359 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 02:38:46.361 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 02:38:46.386 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:46.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:46.386 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:46.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 02:38:46.427 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:46.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.455 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=265.543Β΅s] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:46.464 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=57] [2024/05/06 02:38:46.504 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.476144ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:46.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:46.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.605 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=302.592Β΅s] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:46.615 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/05/06 02:38:46.653 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.132056ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:46.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.714 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:46.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.723 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 107, Old Table Name: t"] [2024/05/06 02:38:46.756 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=254.906Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:46.766 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=59] [2024/05/06 02:38:46.806 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.680301ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:46.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.856 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[107]"] [comment="drop table: table ID"] [2024/05/06 02:38:46.869 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/06 02:38:46.873 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:46.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:46.923 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 02:38:46.923 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:46.927 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.566202528\n# Parse_time: 0.00017816\n# Compile_time: 0.000485634\n# Rewrite_time: 0.000012397\n# Optimize_time: 0.000217784\n# Wait_TS: 0.000433926\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 02:38:46.935 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 02:38:46.937 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 02:38:46.973 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:46.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:46.973 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:46.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 02:38:47.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=8] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:46.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.033 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 110, Table Name: t"] [2024/05/06 02:38:47.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.004674ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:47.088 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/06 02:38:47.127 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.012053ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:46.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.163 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=8] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:46.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.198 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 02:38:47.198 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:47.203 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=60] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 02:38:47.265 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:47.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:47.265 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:47.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 02:38:47.304 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=8] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.312 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: _t"] [2024/05/06 02:38:47.314 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:47.314 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:47.314 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/980081be-433b-44ed-b977-9c8b95b54b4b] [watcherID=e42f7b96-850f-4ac2-9184-a7f4e49da253] [2024/05/06 02:38:47.316 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:47.330 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:47.330 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:47.330 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:47.330 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:47.371 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.567307ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:47.380 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/06 02:38:47.417 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.077968ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:47.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.485 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=8] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.520 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 02:38:47.520 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:47.524 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.322107448\n# Parse_time: 0.00033738\n# Compile_time: 0.001077473\n# Rewrite_time: 0.000016875\n# Optimize_time: 0.000333231\n# Wait_TS: 0.000382433\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/06 02:38:48.143 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:48.243 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567294282006531] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.808639ms] [2024/05/06 02:38:48.243 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567294282006531] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=31.528Β΅s] [2024/05/06 02:38:48.243 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449567294282006531] [2024/05/06 02:38:48.245 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567294282006531] [commitTS=449567294282006532] [2024/05/06 02:38:48.245 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567294282006531] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] [concurrency=8] [2024/05/06 02:38:48.250 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567294282006531] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] ["cost time"=4.907339ms] ["completed regions"=1] [2024/05/06 02:38:48.251 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567294282006531] [commitTS=449567294282006532] [session=8] [2024/05/06 02:38:48.290 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567294295375873] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=4.319353ms] [2024/05/06 02:38:48.290 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567294295375873] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=34.835Β΅s] [2024/05/06 02:38:48.290 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449567294295375873] [2024/05/06 02:38:48.292 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567294295375873] [commitTS=449567294295375875] [2024/05/06 02:38:48.292 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567294295375873] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] [concurrency=8] [2024/05/06 02:38:48.296 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567294295375873] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] ["cost time"=4.073644ms] ["completed regions"=1] [2024/05/06 02:38:48.296 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567294295375873] [commitTS=449567294295375875] [session=8] [2024/05/06 02:38:48.305 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=61] [cur_db=test] [sql="truncate table _t"] [user=] [2024/05/06 02:38:48.335 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:48.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:48.335 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:48.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t"] [2024/05/06 02:38:48.374 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=8] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.385 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 114, Table Name: _t, Old Table ID: 112, Old Table Name: _t"] [2024/05/06 02:38:48.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.484327ms] [gotSchemaVersion=62] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:38:48.434 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=115] [version=62] [2024/05/06 02:38:48.471 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=54.20596ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:48.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.506 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 02:38:48.514 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 02:38:48.518 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=8] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:48.312 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.569 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 02:38:48.569 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:48.574 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=7480000000000000725f7280000000000003e8] [2024/05/06 02:38:48.578 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=7480000000000000725f7280000000000003e8] ["first new region left"="{Id:24 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:25 store_id:1 id:26 store_id:4 id:27 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 02:38:48.578 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=24] [2024/05/06 02:38:48.579 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000725f7280000000000003e8] ["new region left"="{Id:24 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:25 store_id:1 id:26 store_id:4 id:27 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.579 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=28] [2024/05/06 02:38:48.580 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000725f7280000000000007d0] ["new region left"="{Id:28 StartKey:7480000000000000ff725f728000000000ff0003e80000000000fa EndKey:7480000000000000ff725f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:1 id:30 store_id:4 id:31 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.581 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=32] [2024/05/06 02:38:48.581 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000725f728000000000000bb8] ["new region left"="{Id:32 StartKey:7480000000000000ff725f728000000000ff0007d00000000000fa EndKey:7480000000000000ff725f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:33 store_id:1 id:34 store_id:4 id:35 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.582 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=36] [2024/05/06 02:38:48.582 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000725f728000000000000fa0] ["new region left"="{Id:36 StartKey:7480000000000000ff725f728000000000ff000bb80000000000fa EndKey:7480000000000000ff725f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:37 store_id:1 id:38 store_id:4 id:39 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.583 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=40] [2024/05/06 02:38:48.583 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000725f728000000000001388] ["new region left"="{Id:40 StartKey:7480000000000000ff725f728000000000ff000fa00000000000fa EndKey:7480000000000000ff725f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:41 store_id:1 id:42 store_id:4 id:43 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.583 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=44] [2024/05/06 02:38:48.584 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000725f728000000000001770] ["new region left"="{Id:44 StartKey:7480000000000000ff725f728000000000ff0013880000000000fa EndKey:7480000000000000ff725f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:45 store_id:1 id:46 store_id:4 id:47 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.584 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=48] [2024/05/06 02:38:48.585 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000725f728000000000001b58] ["new region left"="{Id:48 StartKey:7480000000000000ff725f728000000000ff0017700000000000fa EndKey:7480000000000000ff725f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:49 store_id:1 id:50 store_id:4 id:51 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.585 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=52] [2024/05/06 02:38:48.586 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000725f728000000000001f40] ["new region left"="{Id:52 StartKey:7480000000000000ff725f728000000000ff001b580000000000fa EndKey:7480000000000000ff725f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:53 store_id:1 id:54 store_id:4 id:55 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.586 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=56] [2024/05/06 02:38:48.587 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000725f728000000000002328] ["new region left"="{Id:56 StartKey:7480000000000000ff725f728000000000ff001f400000000000fa EndKey:7480000000000000ff725f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:57 store_id:1 id:58 store_id:4 id:59 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.587 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[24,28,32,36,40,44,48,52,56]"] [2024/05/06 02:38:48.587 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=24] [backoff(ms)=299986] [2024/05/06 02:38:48.588 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=24] [2024/05/06 02:38:48.589 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=28] [backoff(ms)=299985] [2024/05/06 02:38:48.589 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=28] [2024/05/06 02:38:48.589 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=32] [backoff(ms)=299984] [2024/05/06 02:38:48.590 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=32] [2024/05/06 02:38:48.590 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=36] [backoff(ms)=299984] [2024/05/06 02:38:48.590 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=36] [2024/05/06 02:38:48.590 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=40] [backoff(ms)=299983] [2024/05/06 02:38:48.591 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=40] [2024/05/06 02:38:48.591 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=44] [backoff(ms)=299983] [2024/05/06 02:38:48.591 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=44] [2024/05/06 02:38:48.591 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=48] [backoff(ms)=299982] [2024/05/06 02:38:48.592 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=48] [2024/05/06 02:38:48.592 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=52] [backoff(ms)=299982] [2024/05/06 02:38:48.592 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=52] [2024/05/06 02:38:48.592 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=56] [backoff(ms)=299981] [2024/05/06 02:38:48.593 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=56] [2024/05/06 02:38:48.669 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567294386864130] [generation=1] [session=8] [keys=200] [size=5.8kB] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=4.938053ms] [2024/05/06 02:38:48.669 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567294386864130] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=30.973Β΅s] [2024/05/06 02:38:48.669 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=200] [size=5.8kB] [startTS=449567294386864130] [2024/05/06 02:38:48.671 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567294386864130] [commitTS=449567294400233473] [2024/05/06 02:38:48.671 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567294386864130] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] [concurrency=8] [2024/05/06 02:38:48.696 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567294386864130] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] ["cost time"=23.915542ms] ["completed regions"=10] [2024/05/06 02:38:48.696 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449567294386864130] [commitTS=449567294400233473] [session=8] [2024/05/06 02:38:48.707 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [2024/05/06 02:38:48.707 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [2024/05/06 02:38:48.709 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [] [2024/05/06 02:38:48.710 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:48.710 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=26.018Β΅s] [2024/05/06 02:38:48.710 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=16.099Β΅s] [2024/05/06 02:38:48.710 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=12.841Β΅s] [2024/05/06 02:38:48.710 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=13.054Β΅s] [2024/05/06 02:38:48.710 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:48.710 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=9.663Β΅s] [2024/05/06 02:38:48.710 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:48.711 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:48.711 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:48.713 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=fbea89b9-389c-4197-8b8e-050d206ec768] ["take time"=15.915005ms] [2024/05/06 02:38:48.713 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=fbea89b9-389c-4197-8b8e-050d206ec768] [2024/05/06 02:38:48.715 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:48.716 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:48.716 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/980081be-433b-44ed-b977-9c8b95b54b4b] [watcherID=e42f7b96-850f-4ac2-9184-a7f4e49da253] [2024/05/06 02:38:48.716 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/980081be-433b-44ed-b977-9c8b95b54b4b] [2024/05/06 02:38:48.716 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:48.716 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:48.716 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:48.716 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:48.716 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:48.716 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:48.716 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:48.716 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:48.716 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:48.716 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:48.723 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:48.723 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=613] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:48.724 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:48.724 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=fbea89b9-389c-4197-8b8e-050d206ec768] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:48.724 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aef879fb-0f56-499a-a9ef-d7d7439bdfde"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:48.724 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:48.724 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:48.724 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:48.725 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [error="context canceled"] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:48.725 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [2024/05/06 02:38:48.725 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:48.725 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:48.724 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:48.724 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:48.724 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:48.725 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:48.725 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:48.725 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=fbea89b9-389c-4197-8b8e-050d206ec768] [2024/05/06 02:38:48.725 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:48.725 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:48.727 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:48.727 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:48.727 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aef879fb-0f56-499a-a9ef-d7d7439bdfde"] [error="context canceled"] [2024/05/06 02:38:48.727 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:48.727 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:48.727 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=aef879fb-0f56-499a-a9ef-d7d7439bdfde] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:48.727 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aef879fb-0f56-499a-a9ef-d7d7439bdfde"] [2024/05/06 02:38:48.727 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:48.727 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aef879fb-0f56-499a-a9ef-d7d7439bdfde"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:48.752 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:48.752 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:48.752 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:48.805 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:48.805 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [error="context canceled"] [2024/05/06 02:38:48.805 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [2024/05/06 02:38:49.980 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aef879fb-0f56-499a-a9ef-d7d7439bdfde"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:49.989 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:49.989 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:49.989 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:50.051 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbea89b9-389c-4197-8b8e-050d206ec768"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:50.051 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:50.051 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:50.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:50.059 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.361639322s] [2024/05/06 02:38:50.060 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:50.060 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:50.060 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:50.060 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:50.060 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:50.060 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:50.060 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:50.060 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:50.060 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:50.060 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:50.060 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:50.060 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:50.061 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsert (4.21s) === RUN TestPipelinedDMLInsertIgnore [2024/05/06 02:38:50.068 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:50.069 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:38:50.070 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:38:50.070 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:50.070 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:38:50.071 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:50.071 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:50.073 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:50.077 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:50.078 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:50.080 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:50.087 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:50.097 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:50.240 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1055] ["lease id"=22318f4bc2715e08] [2024/05/06 02:38:50.242 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:50.337 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=62] ["start time"=91.465332ms] [2024/05/06 02:38:50.342 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:50.342 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=57eaacf7-0c6f-43a7-a835-f1febd6962b5] [runWorker=true] [2024/05/06 02:38:50.342 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:50.344 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:50.345 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:50.345 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:50.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:50.346 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:50.346 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:50.346 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:50.347 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc2715e07] [ownerID=57eaacf7-0c6f-43a7-a835-f1febd6962b5] [op=none] [2024/05/06 02:38:50.348 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:50.348 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6a689783-2c96-491d-a184-00b76f71b2eb] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:50.353 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:50.373 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:50.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:50.374 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:50.397 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:50.397 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc2715e07] [ownerID=57eaacf7-0c6f-43a7-a835-f1febd6962b5] [op=none] [2024/05/06 02:38:50.397 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [op=none] [2024/05/06 02:38:50.398 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:50.476 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:50.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:50.505 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:50.505 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:50.505 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:50.505 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:50.505 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:50.505 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:50.505 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:50.505 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:50.505 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:50.507 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:50.507 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:50.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:50.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:50.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:50.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:50.509 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:50.511 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:50.514 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:50.521 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/f4ecbff6-e232-4e02-944a-f8ade5f895d4] [2024/05/06 02:38:50.521 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:50.521 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:50.526 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:50.526 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:50.526 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:50.551 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=43.799063ms] [2024/05/06 02:38:50.573 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:50.577 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 02:38:50.579 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 02:38:50.581 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 02:38:50.610 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:50.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:50.610 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:50.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:38:50.669 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.719 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=307.518Β΅s] [gotSchemaVersion=63] [phyTblIDs="[114]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:50.730 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=63] [2024/05/06 02:38:50.767 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.441646ms] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:50.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.815 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=302.189Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:50.859 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=64] [2024/05/06 02:38:50.898 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.47764ms] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.970 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 114, Old Table Name: _t"] [2024/05/06 02:38:51.004 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=263.086Β΅s] [gotSchemaVersion=65] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:51.015 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/06 02:38:51.054 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.277293ms] [job="ID:116, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:50.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.110 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/06 02:38:51.123 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop table"] [2024/05/06 02:38:51.127 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [job="ID:116, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:50.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.194 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 02:38:51.194 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:51.224 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:51.224 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:38:51.297 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.325 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=254.121Β΅s] [gotSchemaVersion=66] [phyTblIDs="[110]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:51.334 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/06 02:38:51.374 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.758229ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.409 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=285.621Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:51.445 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/06 02:38:51.485 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.622032ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.522 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:51.522 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:51.522 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f4ecbff6-e232-4e02-944a-f8ade5f895d4] [watcherID=c456387e-a991-4771-90c9-5afc96ad178c] [2024/05/06 02:38:51.526 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:51.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.538 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:51.538 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:51.539 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:51.539 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:51.543 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 110, Old Table Name: t"] [2024/05/06 02:38:51.576 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=249.221Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:51.588 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/06 02:38:51.625 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.738132ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:51.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.683 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/06 02:38:51.691 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 02:38:51.695 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:51.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.748 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 02:38:51.748 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:51.752 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 1.17138387\n# Parse_time: 0.00019267\n# Compile_time: 0.00053368\n# Rewrite_time: 0.00000825\n# Optimize_time: 0.000146993\n# Wait_TS: 0.000345276\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 02:38:51.759 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 02:38:51.761 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 02:38:51.798 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:51.798 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 02:38:51.853 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=10] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.861 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/05/06 02:38:51.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.172923ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:51.917 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/06 02:38:51.955 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.535801ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.010 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=10] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.043 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 02:38:52.043 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:52.048 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=69] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 02:38:52.084 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:52.084 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 02:38:52.174 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=10] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.182 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 120, Table Name: _t"] [2024/05/06 02:38:52.236 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.316321ms] [gotSchemaVersion=70] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:52.248 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=121] [version=70] [2024/05/06 02:38:52.283 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.487507ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.321 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=10] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.346 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:52.371 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 02:38:52.371 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:52.375 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.327907236\n# Parse_time: 0.000409309\n# Compile_time: 0.0006836\n# Rewrite_time: 0.000016734\n# Optimize_time: 0.000308554\n# Wait_TS: 0.000413299\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/06 02:38:53.132 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567295566774276] [generation=1] [session=10] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.598356ms] [2024/05/06 02:38:53.132 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567295566774276] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=30.482Β΅s] [2024/05/06 02:38:53.132 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=290B] [startTS=449567295566774276] [2024/05/06 02:38:53.134 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567295566774276] [commitTS=449567295566774277] [2024/05/06 02:38:53.134 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567295566774276] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] [concurrency=8] [2024/05/06 02:38:53.137 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567295566774276] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] ["cost time"=3.035167ms] ["completed regions"=1] [2024/05/06 02:38:53.137 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567295566774276] [commitTS=449567295566774277] [session=10] [2024/05/06 02:38:53.160 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567295566774278] [generation=1] [session=10] [keys=90] [size=2.61kB] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=3.22086ms] [2024/05/06 02:38:53.161 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567295566774278] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=26.897Β΅s] [2024/05/06 02:38:53.161 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=90] [size=2.61kB] [startTS=449567295566774278] [2024/05/06 02:38:53.162 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567295566774278] [commitTS=449567295566774280] [2024/05/06 02:38:53.163 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567295566774278] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] [concurrency=8] [2024/05/06 02:38:53.166 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567295566774278] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] ["cost time"=3.724794ms] ["completed regions"=1] [2024/05/06 02:38:53.167 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567295566774278] [commitTS=449567295566774280] [session=10] [2024/05/06 02:38:53.179 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [2024/05/06 02:38:53.179 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [2024/05/06 02:38:53.179 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:53.181 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [] [2024/05/06 02:38:53.182 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:53.182 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=29.367Β΅s] [2024/05/06 02:38:53.182 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=14.309Β΅s] [2024/05/06 02:38:53.182 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=13.865Β΅s] [2024/05/06 02:38:53.182 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=15.263Β΅s] [2024/05/06 02:38:53.182 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:53.182 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=10.898Β΅s] [2024/05/06 02:38:53.182 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:53.182 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:53.182 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:53.185 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=57eaacf7-0c6f-43a7-a835-f1febd6962b5] ["take time"=8.263273ms] [2024/05/06 02:38:53.185 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=57eaacf7-0c6f-43a7-a835-f1febd6962b5] [2024/05/06 02:38:53.187 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:53.187 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:53.187 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f4ecbff6-e232-4e02-944a-f8ade5f895d4] [watcherID=c456387e-a991-4771-90c9-5afc96ad178c] [2024/05/06 02:38:53.188 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/f4ecbff6-e232-4e02-944a-f8ade5f895d4] [2024/05/06 02:38:53.188 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:53.188 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:53.188 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:53.188 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:53.188 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:53.188 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:53.188 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:53.188 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:53.188 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:53.188 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:53.194 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:53.194 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:53.194 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1055] [2024/05/06 02:38:53.195 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:53.195 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:53.195 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:53.195 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6a689783-2c96-491d-a184-00b76f71b2eb"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=57eaacf7-0c6f-43a7-a835-f1febd6962b5] [2024/05/06 02:38:53.195 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:53.195 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [error="context canceled"] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:53.195 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:53.195 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:53.195 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:53.195 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:53.195 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:53.195 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [2024/05/06 02:38:53.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:53.195 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:53.195 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:53.196 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:53.196 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=57eaacf7-0c6f-43a7-a835-f1febd6962b5] [2024/05/06 02:38:53.196 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:53.196 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:53.196 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:53.196 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:53.196 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:53.197 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:53.197 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:53.197 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6a689783-2c96-491d-a184-00b76f71b2eb] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:53.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:53.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:53.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:53.197 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6a689783-2c96-491d-a184-00b76f71b2eb"] [error="context canceled"] [2024/05/06 02:38:53.197 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6a689783-2c96-491d-a184-00b76f71b2eb"] [2024/05/06 02:38:53.197 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6a689783-2c96-491d-a184-00b76f71b2eb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:53.266 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:53.266 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [error="context canceled"] [2024/05/06 02:38:53.266 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [2024/05/06 02:38:54.442 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:54.443 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:54.443 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:54.454 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6a689783-2c96-491d-a184-00b76f71b2eb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:54.523 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 57eaacf7-0c6f-43a7-a835-f1febd6962b5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:54.523 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:54.523 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:54.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:54.530 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.352553636s] [2024/05/06 02:38:54.530 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:54.530 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:54.530 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:54.530 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:54.530 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:54.530 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:54.530 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:54.530 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:54.530 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:54.530 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:54.530 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:54.530 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:54.532 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertIgnore (4.47s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdate [2024/05/06 02:38:54.537 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:54.538 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:38:54.538 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:38:54.539 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:54.539 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:38:54.540 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:54.540 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:54.542 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:54.545 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:54.547 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:54.549 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:54.556 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:54.567 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:54.705 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=883] ["lease id"=6f188f4bc2715e2a] [2024/05/06 02:38:54.707 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:54.802 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=70] ["start time"=91.565756ms] [2024/05/06 02:38:54.807 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:54.807 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=e65d9b7b-dfc0-4f16-80a4-ba67365bba83] [runWorker=true] [2024/05/06 02:38:54.807 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:54.809 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:54.810 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:54.810 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:54.811 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:54.811 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:54.811 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:54.812 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc27158c0] [ownerID=e65d9b7b-dfc0-4f16-80a4-ba67365bba83] [op=none] [2024/05/06 02:38:54.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:54.813 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e314170b-f7ba-4388-995f-0577c25238d3] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:54.818 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:54.838 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:54.838 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:54.839 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:54.862 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:54.863 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc27158c0] [ownerID=e65d9b7b-dfc0-4f16-80a4-ba67365bba83] [op=none] [2024/05/06 02:38:54.863 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [op=none] [2024/05/06 02:38:54.864 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:54.940 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:54.956 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:54.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:54.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:54.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:54.967 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:54.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:54.967 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:54.967 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:54.967 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:54.967 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:54.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:54.970 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:54.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:54.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:54.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:54.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:54.972 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:54.975 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:54.977 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:54.983 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5368f728-b8ec-41fe-b630-7655c70b0bc7] [2024/05/06 02:38:54.983 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:54.983 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:54.986 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:54.986 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:54.986 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:55.046 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=75.555323ms] [2024/05/06 02:38:55.054 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:55.059 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 02:38:55.061 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 02:38:55.063 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 02:38:55.087 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:55.087 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:38:55.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.184 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=245.672Β΅s] [gotSchemaVersion=71] [phyTblIDs="[120]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:55.194 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=71] [2024/05/06 02:38:55.233 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.44211ms] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.273 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=230.931Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:55.318 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=72] [2024/05/06 02:38:55.356 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.107227ms] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.424 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.434 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 120, Old Table Name: _t"] [2024/05/06 02:38:55.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=248.001Β΅s] [gotSchemaVersion=73] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:55.476 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/06 02:38:55.515 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.142288ms] [job="ID:122, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:55.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.575 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=122] [tableIDs="[120]"] [comment="drop table: table ID"] [2024/05/06 02:38:55.589 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="drop table"] [2024/05/06 02:38:55.593 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [job="ID:122, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:55.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.649 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 02:38:55.649 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:55.676 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:55.676 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:38:55.719 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.747 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=228.074Β΅s] [gotSchemaVersion=74] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:55.788 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/06 02:38:55.797 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.32578ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.865 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.898 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=247.255Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:55.912 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/06 02:38:55.947 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.505249ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.984 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:55.984 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:55.984 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5368f728-b8ec-41fe-b630-7655c70b0bc7] [watcherID=ce4ca6fa-4516-4aa4-8f8f-11c71aea2be2] [2024/05/06 02:38:55.986 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:56.000 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:56.000 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:56.000 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:56.000 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:56.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.035 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/05/06 02:38:56.080 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=290.359Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:56.092 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/06 02:38:56.120 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.269497ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:55.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.193 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 02:38:56.203 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/06 02:38:56.207 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:55.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.268 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 02:38:56.268 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:56.272 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 1.210026943\n# Parse_time: 0.000193604\n# Compile_time: 0.000503697\n# Rewrite_time: 0.000008138\n# Optimize_time: 0.000217584\n# Wait_TS: 0.000319129\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 02:38:56.280 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 02:38:56.283 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 02:38:56.331 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:56.331 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 02:38:56.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=125] [conn=12] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.385 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 124, Table Name: t"] [2024/05/06 02:38:56.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.353197ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:56.447 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/06 02:38:56.483 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.106427ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.595 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=125] [conn=12] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.633 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 02:38:56.634 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:56.637 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.35548991\n# Parse_time: 0.000470829\n# Compile_time: 0.000695077\n# Rewrite_time: 0.00000691\n# Optimize_time: 0.000412352\n# Wait_TS: 0.000420775\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 02:38:56.639 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=77] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 02:38:56.677 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:56.677 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 02:38:56.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=127] [conn=12] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.725 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 126, Table Name: _t"] [2024/05/06 02:38:56.790 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=2.908045ms] [gotSchemaVersion=78] [phyTblIDs="[126]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:56.802 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=127] [version=78] [2024/05/06 02:38:56.811 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:56.836 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.368703ms] [job="ID:127, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.915 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=127] [conn=12] [job="ID:127, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.956 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 02:38:56.956 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:56.960 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.32199145\n# Parse_time: 0.000274312\n# Compile_time: 0.00075932\n# Rewrite_time: 0.000012692\n# Optimize_time: 0.000412352\n# Wait_TS: 0.000450813\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/06 02:38:57.796 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [2024/05/06 02:38:57.796 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [2024/05/06 02:38:57.798 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [] [2024/05/06 02:38:57.799 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:57.799 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=27.661Β΅s] [2024/05/06 02:38:57.799 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=14.701Β΅s] [2024/05/06 02:38:57.799 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=19.019Β΅s] [2024/05/06 02:38:57.799 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=13.909Β΅s] [2024/05/06 02:38:57.799 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:57.799 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=12.764Β΅s] [2024/05/06 02:38:57.799 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:57.799 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:57.799 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:57.805 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=e65d9b7b-dfc0-4f16-80a4-ba67365bba83] ["take time"=25.368612ms] [2024/05/06 02:38:57.805 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=e65d9b7b-dfc0-4f16-80a4-ba67365bba83] [2024/05/06 02:38:57.807 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:57.807 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5368f728-b8ec-41fe-b630-7655c70b0bc7] [watcherID=ce4ca6fa-4516-4aa4-8f8f-11c71aea2be2] [2024/05/06 02:38:57.807 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:57.807 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5368f728-b8ec-41fe-b630-7655c70b0bc7] [2024/05/06 02:38:57.807 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:57.807 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:57.807 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:57.807 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:57.807 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:57.808 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:57.808 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:57.808 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:57.808 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:57.808 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:57.814 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:57.814 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=883] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=e65d9b7b-dfc0-4f16-80a4-ba67365bba83] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:57.815 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:57.815 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:57.815 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:57.815 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:57.815 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:57.815 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:57.815 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:57.815 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e314170b-f7ba-4388-995f-0577c25238d3"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:57.816 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=e65d9b7b-dfc0-4f16-80a4-ba67365bba83] [2024/05/06 02:38:57.816 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [error="context canceled"] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:57.815 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:57.816 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:57.816 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:57.815 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:57.816 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:57.816 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:57.816 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:57.816 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:57.815 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:57.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:57.816 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:57.816 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:57.816 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [2024/05/06 02:38:57.816 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:57.816 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:57.817 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:57.817 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e314170b-f7ba-4388-995f-0577c25238d3] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:57.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:57.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:57.817 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e314170b-f7ba-4388-995f-0577c25238d3"] [error="context canceled"] [2024/05/06 02:38:57.817 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:57.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:57.817 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e314170b-f7ba-4388-995f-0577c25238d3"] [2024/05/06 02:38:57.823 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:57.823 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:57.823 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:57.823 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:57.832 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:57.832 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:57.832 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:57.832 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:57.832 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:57.840 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:57.840 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:57.840 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:57.840 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:57.842 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:57.849 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:57.849 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:57.849 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:57.849 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:57.857 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:57.857 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:57.857 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:57.857 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:57.869 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 02:38:57.869 +00:00] [WARN] [domain.go:923] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 02:38:57.869 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 02:38:57.878 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:57.878 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:57.878 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:57.878 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:57.888 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:38:57.888 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:38:57.888 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:38:57.888 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:57.899 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 02:38:57.899 +00:00] [WARN] [domain.go:923] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 02:38:57.900 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 02:38:57.908 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:57.908 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:58.342 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:58.842 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:59.086 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e314170b-f7ba-4388-995f-0577c25238d3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:59.099 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:59.099 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:59.099 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:59.101 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:59.101 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [2024/05/06 02:38:59.345 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:38:59.845 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:00.339 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449567296798588933] [newTTL=7500] [isPipelinedTxn=false] [2024/05/06 02:39:00.346 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:00.370 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:00.571 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [errorVerbose="rpc error: code = Canceled desc = grpc: the client connection is closing\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:99\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:00.847 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:01.348 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:01.828 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager e65d9b7b-dfc0-4f16-80a4-ba67365bba83"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:01.849 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:02.349 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:02.839 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449567296798588933] [newTTL=10001] [isPipelinedTxn=false] [2024/05/06 02:39:02.851 +00:00] [WARN] [session.go:810] ["can not retry txn"] [label=internal] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=true] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 02:39:02.852 +00:00] [WARN] [session.go:826] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:02.853 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567296798588933\n# Query_time: 5.014280139\n# Parse_time: 0\n# Compile_time: 0.000472542\n# Rewrite_time: 0.000005119\n# Optimize_time: 0.010473541\n# Wait_TS: 0\n# Prewrite_time: 0.001404871 Get_commit_ts_time: 0.000628113 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 24, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 457.3Β΅s}, scan_detail: {get_snapshot_time: 14.1Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 9.57Β΅s, propose_send_wait: 0s, persist_log: {total: 62Β΅s, write_leader_wait: 35ns, sync_log: 40.3Β΅s, write_memtable: 702ns}, commit_log: 221Β΅s, apply_batch_wait: 15Β΅s, apply: {total:54.1Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 14.3Β΅s, write_memtable: 9.63Β΅s}}} Write_keys: 3 Write_size: 124 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001144383\n# PD_total: 0.000611961\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:02.854 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=78] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 02:39:02.855 +00:00] [ERROR] [handle.go:200] ["dump stats delta fail"] [category=stats] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [stack="github.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:200\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372"] [2024/05/06 02:39:02.855 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:02.855 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:02.855 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:02.855 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:02.863 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=5.083339428s] [2024/05/06 02:39:02.863 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:02.863 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:02.863 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:02.863 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:02.863 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:02.863 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:02.864 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:02.863 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:02.864 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:02.864 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:02.864 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:02.864 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:02.865 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdate (8.33s) === RUN TestPipelinedDMLInsertRPC [2024/05/06 02:39:02.870 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:02.870 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:02.871 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:39:02.871 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:02.871 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:02.872 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:02.872 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:02.874 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:02.878 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:02.880 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:02.881 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:02.889 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:02.899 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:03.061 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1844] ["lease id"=22318f4bc2715e62] [2024/05/06 02:39:03.063 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:03.159 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=78] ["start time"=91.659689ms] [2024/05/06 02:39:03.165 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:03.165 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=c1ff404a-7f9b-4e58-b5b7-1f02d80783e2] [runWorker=true] [2024/05/06 02:39:03.165 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:03.167 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:03.169 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:03.169 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:03.169 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:03.169 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:03.169 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:03.171 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc2715e5b] [ownerID=c1ff404a-7f9b-4e58-b5b7-1f02d80783e2] [op=none] [2024/05/06 02:39:03.172 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:03.172 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2cd95415-8150-45f3-9375-e1ab234a4b67] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:03.177 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:03.197 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:03.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:03.199 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:03.220 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:03.221 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc2715e5b] [ownerID=c1ff404a-7f9b-4e58-b5b7-1f02d80783e2] [op=none] [2024/05/06 02:39:03.221 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [op=none] [2024/05/06 02:39:03.221 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:03.308 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:03.325 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:03.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:03.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:03.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:03.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:03.337 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:03.337 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:03.337 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:03.337 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:03.337 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:03.339 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:03.339 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:03.340 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:03.340 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:03.341 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:03.341 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:03.341 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:03.343 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:03.347 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:03.353 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/dfae2b19-bf8c-4da1-8281-0aa908ef4af9] [2024/05/06 02:39:03.354 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:03.354 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:03.357 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:03.357 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:03.357 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:03.392 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=52.798694ms] [2024/05/06 02:39:03.394 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:03.399 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 02:39:03.402 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 02:39:03.404 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 02:39:03.434 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:03.434 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:03.502 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=286.61Β΅s] [gotSchemaVersion=79] [phyTblIDs="[126]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:03.543 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=128] [version=79] [2024/05/06 02:39:03.582 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=54.129771ms] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.667 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=251.486Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:03.679 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=128] [version=80] [2024/05/06 02:39:03.716 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.097654ms] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.782 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.791 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 126, Old Table Name: _t"] [2024/05/06 02:39:03.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=253.647Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:03.836 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/06 02:39:03.885 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=63.795414ms] [job="ID:128, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:03.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.960 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=128] [tableIDs="[126]"] [comment="drop table: table ID"] [2024/05/06 02:39:03.973 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=128] [jobType="drop table"] [2024/05/06 02:39:03.976 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [job="ID:128, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:03.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.031 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 02:39:04.031 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:04.063 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:04.063 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:04.128 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.164 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=273.968Β΅s] [gotSchemaVersion=82] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:04.175 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/06 02:39:04.212 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.831029ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.315 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=220.58Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:04.324 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/06 02:39:04.354 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:04.354 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:04.354 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/dfae2b19-bf8c-4da1-8281-0aa908ef4af9] [watcherID=3e327f99-3815-4677-b666-9b1011328b05] [2024/05/06 02:39:04.357 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:04.363 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=52.792577ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.371 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:04.371 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:04.371 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:04.371 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:04.430 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.439 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 124, Old Table Name: t"] [2024/05/06 02:39:04.476 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=217.061Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:04.486 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/06 02:39:04.526 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.653477ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.579 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/06 02:39:04.587 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/06 02:39:04.591 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:04.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.672 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 02:39:04.672 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:04.677 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 1.272969289\n# Parse_time: 0.00028899\n# Compile_time: 0.000669014\n# Rewrite_time: 0.000011175\n# Optimize_time: 0.000186968\n# Wait_TS: 0.000391841\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 02:39:04.688 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:39:04.690 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 02:39:04.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:04.728 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 02:39:04.780 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=131] [conn=14] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.789 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 130, Table Name: t1"] [2024/05/06 02:39:04.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.886468ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:04.853 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/06 02:39:04.890 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.369539ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.945 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=131] [conn=14] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.983 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 02:39:04.983 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:05.001 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=85] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/06 02:39:05.041 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:05.041 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/06 02:39:05.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=133] [conn=14] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.107 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 132, Table Name: _t1"] [2024/05/06 02:39:05.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=2.456104ms] [gotSchemaVersion=86] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:05.169 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=133] [version=86] [2024/05/06 02:39:05.169 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:05.204 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.758337ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.246 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=133] [conn=14] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.281 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 02:39:05.282 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:05.312 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=86] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:05.363 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:05.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:05.363 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:05.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:05.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=14] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.441 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 134, Table Name: _t1, Old Table ID: 132, Old Table Name: _t1"] [2024/05/06 02:39:05.486 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.282434ms] [gotSchemaVersion=87] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:05.497 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=87] [2024/05/06 02:39:05.533 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.732337ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.588 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/06 02:39:05.596 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/06 02:39:05.600 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=14] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.655 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 02:39:05.655 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:05.659 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.347556977\n# Parse_time: 0.000256489\n# Compile_time: 0.000560631\n# Rewrite_time: 0.000009178\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000368457\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ntruncate table _t1;"] [2024/05/06 02:39:05.674 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567298856419329] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.289086ms] [2024/05/06 02:39:05.674 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567298856419329] [2024/05/06 02:39:05.675 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567298856419329] [commitTS=449567298856419335] [2024/05/06 02:39:05.675 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567298856419329] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] [concurrency=8] [2024/05/06 02:39:05.679 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567298856419329] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] ["cost time"=2.955578ms] ["completed regions"=1] [2024/05/06 02:39:05.679 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567298856419329] [commitTS=449567298856419335] [session=14] [2024/05/06 02:39:05.680 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=87] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:05.706 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:05.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:05.706 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:05.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:05.762 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=14] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.773 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 136, Table Name: _t1, Old Table ID: 134, Old Table Name: _t1"] [2024/05/06 02:39:05.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.34283ms] [gotSchemaVersion=88] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:05.824 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=137] [version=88] [2024/05/06 02:39:05.862 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=52.935007ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.920 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/06 02:39:05.928 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/06 02:39:05.933 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=14] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.987 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 02:39:05.988 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:05.991 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.312204814\n# Parse_time: 0.000262843\n# Compile_time: 0.000634424\n# Rewrite_time: 0.000010841\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000323707\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:06.006 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567298935062535] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.412494ms] [2024/05/06 02:39:06.007 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567298935062535] [2024/05/06 02:39:06.008 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567298935062535] [commitTS=449567298935062539] [2024/05/06 02:39:06.008 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567298935062535] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] [concurrency=8] [2024/05/06 02:39:06.011 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567298935062535] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] ["cost time"=2.59324ms] ["completed regions"=1] [2024/05/06 02:39:06.011 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567298935062535] [commitTS=449567298935062539] [session=14] [2024/05/06 02:39:06.026 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567298948169729] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.279918ms] [2024/05/06 02:39:06.026 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567298948169729] [2024/05/06 02:39:06.027 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567298948169729] [commitTS=449567298948169731] [2024/05/06 02:39:06.027 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567298948169729] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] [concurrency=8] [2024/05/06 02:39:06.030 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567298948169729] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] ["cost time"=2.381585ms] ["completed regions"=1] [2024/05/06 02:39:06.030 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567298948169729] [commitTS=449567298948169731] [session=14] [2024/05/06 02:39:06.041 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567298948169735] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.665151ms] [2024/05/06 02:39:06.041 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567298948169735] [2024/05/06 02:39:06.043 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567298948169735] [commitTS=449567298948169736] [2024/05/06 02:39:06.043 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567298948169735] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] [concurrency=8] [2024/05/06 02:39:06.046 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567298948169735] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] ["cost time"=2.474988ms] ["completed regions"=1] [2024/05/06 02:39:06.046 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567298948169735] [commitTS=449567298948169736] [session=14] [2024/05/06 02:39:06.078 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567298961276929] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.615921ms] [2024/05/06 02:39:06.078 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567298961276929] [2024/05/06 02:39:06.080 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567298961276929] [commitTS=449567298961276931] [2024/05/06 02:39:06.080 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567298961276929] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] [concurrency=8] [2024/05/06 02:39:06.084 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567298961276929] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] ["cost time"=3.093573ms] ["completed regions"=1] [2024/05/06 02:39:06.084 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567298961276929] [commitTS=449567298961276931] [session=14] [2024/05/06 02:39:06.085 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=88] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:39:06.113 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:06.113 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:06.163 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.201 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=289.708Β΅s] [gotSchemaVersion=89] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:06.214 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=89] [2024/05/06 02:39:06.249 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.308261ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.347 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=230.59Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:06.357 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=90] [2024/05/06 02:39:06.395 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.632666ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.446 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 130, Old Table Name: t1"] [2024/05/06 02:39:06.476 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=242.677Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:06.487 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=91] [2024/05/06 02:39:06.525 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.146013ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:06.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.583 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/06 02:39:06.592 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 02:39:06.596 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:06.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.651 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 02:39:06.651 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:06.679 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:06.679 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:06.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=279.72Β΅s] [gotSchemaVersion=92] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:06.764 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=139] [version=92] [2024/05/06 02:39:06.803 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.521846ms] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.849 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=276.8Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:06.892 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=139] [version=93] [2024/05/06 02:39:06.930 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.004365ms] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.999 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.009 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: _t1"] [2024/05/06 02:39:07.040 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=222.337Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:07.050 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=139] [version=94] [2024/05/06 02:39:07.089 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.193395ms] [job="ID:139, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.143 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=139] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 02:39:07.152 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=139] [jobType="drop table"] [2024/05/06 02:39:07.156 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [job="ID:139, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:06.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.211 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/06 02:39:07.211 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:07.215 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.130864992\n# Parse_time: 0.000413643\n# Compile_time: 0.000799204\n# Rewrite_time: 0.0000152\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000395796\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 02:39:07.217 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=94] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/06 02:39:07.254 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:07.254 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/06 02:39:07.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=14] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.327 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 140, Table Name: _t1"] [2024/05/06 02:39:07.375 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.471825ms] [gotSchemaVersion=95] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:07.384 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=141] [version=95] [2024/05/06 02:39:07.422 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=52.854721ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.486 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=14] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.546 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 02:39:07.546 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:07.550 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.33409686\n# Parse_time: 0.000623927\n# Compile_time: 0.000716942\n# Rewrite_time: 0.000008917\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000435413\n# DB: test\n# Is_internal: false\n# Digest: 4d6b14b214439acb9c7ea976f24914f295bc2fcbd3a0e2f0b677113a5bfca6a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int);"] [2024/05/06 02:39:07.570 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=95] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:07.600 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:07.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:07.600 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:07.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:07.668 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=143] [conn=14] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.679 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 142, Table Name: _t1, Old Table ID: 140, Old Table Name: _t1"] [2024/05/06 02:39:07.714 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=2.156548ms] [gotSchemaVersion=96] [phyTblIDs="[140,142]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:07.724 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=143] [version=96] [2024/05/06 02:39:07.761 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.325714ms] [job="ID:143, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.816 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=143] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/06 02:39:07.825 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=143] [jobType="truncate table"] [2024/05/06 02:39:07.829 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=143] [conn=14] [job="ID:143, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.562 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.893 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=143] [2024/05/06 02:39:07.893 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:07.896 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.32669568\n# Parse_time: 0.000208426\n# Compile_time: 0.000639047\n# Rewrite_time: 0.00001013\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000416169\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:07.907 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567299433398280] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.320804ms] [2024/05/06 02:39:07.907 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567299433398280] [2024/05/06 02:39:07.909 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567299433398280] [commitTS=449567299433398283] [2024/05/06 02:39:07.909 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567299433398280] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] [concurrency=8] [2024/05/06 02:39:07.912 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567299433398280] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] ["cost time"=2.826683ms] ["completed regions"=1] [2024/05/06 02:39:07.912 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=96] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:07.913 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567299433398280] [commitTS=449567299433398283] [session=14] [2024/05/06 02:39:07.942 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:07.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:07.942 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:07.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:07.989 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.000 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 144, Table Name: _t1, Old Table ID: 142, Old Table Name: _t1"] [2024/05/06 02:39:08.041 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=2.312049ms] [gotSchemaVersion=97] [phyTblIDs="[142,144]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:08.050 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=145] [version=97] [2024/05/06 02:39:08.087 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=52.6364ms] [job="ID:145, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.140 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[142]"] [comment="drop table: table ID"] [2024/05/06 02:39:08.148 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="truncate table"] [2024/05/06 02:39:08.151 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.912 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.241 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 02:39:08.241 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:08.245 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.333736124\n# Parse_time: 0.000353024\n# Compile_time: 0.000720099\n# Rewrite_time: 0.000008031\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000379311\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:08.258 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567299524886533] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.307435ms] [2024/05/06 02:39:08.258 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567299524886533] [2024/05/06 02:39:08.259 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567299524886533] [commitTS=449567299524886537] [2024/05/06 02:39:08.260 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567299524886533] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] [concurrency=8] [2024/05/06 02:39:08.263 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567299524886533] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] ["cost time"=2.981449ms] ["completed regions"=1] [2024/05/06 02:39:08.263 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567299524886533] [commitTS=449567299524886537] [session=14] [2024/05/06 02:39:08.269 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567299537993729] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.264364ms] [2024/05/06 02:39:08.269 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567299537993729] [2024/05/06 02:39:08.270 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567299537993729] [commitTS=449567299537993730] [2024/05/06 02:39:08.271 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567299537993729] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] [concurrency=8] [2024/05/06 02:39:08.273 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567299537993729] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] ["cost time"=2.337631ms] ["completed regions"=1] [2024/05/06 02:39:08.273 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567299537993729] [commitTS=449567299537993730] [session=14] [2024/05/06 02:39:08.280 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567299537993732] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.381619ms] [2024/05/06 02:39:08.280 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567299537993732] [2024/05/06 02:39:08.281 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567299537993732] [commitTS=449567299537993733] [2024/05/06 02:39:08.281 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567299537993732] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] [concurrency=8] [2024/05/06 02:39:08.284 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567299537993732] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] ["cost time"=2.752832ms] ["completed regions"=1] [2024/05/06 02:39:08.284 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567299537993732] [commitTS=449567299537993733] [session=14] [2024/05/06 02:39:08.290 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567299537993734] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.260413ms] [2024/05/06 02:39:08.291 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567299537993734] [2024/05/06 02:39:08.292 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567299537993734] [commitTS=449567299537993736] [2024/05/06 02:39:08.292 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567299537993734] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] [concurrency=8] [2024/05/06 02:39:08.295 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:39:08.295 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567299537993734] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] ["cost time"=2.885117ms] ["completed regions"=1] [2024/05/06 02:39:08.296 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567299537993734] [commitTS=449567299537993736] [session=14] [2024/05/06 02:39:08.320 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:08.320 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:08.382 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.411 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=280.071Β΅s] [gotSchemaVersion=98] [phyTblIDs="[144]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:08.422 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=146] [version=98] [2024/05/06 02:39:08.460 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.223523ms] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=216.579Β΅s] [gotSchemaVersion=99] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:08.557 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=146] [version=99] [2024/05/06 02:39:08.597 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.043431ms] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.650 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.658 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 144, Old Table Name: _t1"] [2024/05/06 02:39:08.690 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=212.649Β΅s] [gotSchemaVersion=100] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:08.701 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/06 02:39:08.740 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.815017ms] [job="ID:146, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:08.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.791 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=146] [tableIDs="[144]"] [comment="drop table: table ID"] [2024/05/06 02:39:08.798 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=146] [jobType="drop table"] [2024/05/06 02:39:08.801 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [job="ID:146, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:08.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.853 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 02:39:08.853 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:08.856 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.561866253\n# Parse_time: 0.000429606\n# Compile_time: 0.00101172\n# Rewrite_time: 0.000012767\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000345005\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 02:39:08.857 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=100] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 02:39:08.896 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:08.896 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 02:39:08.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=148] [conn=14] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.990 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 147, Table Name: t1"] [2024/05/06 02:39:09.034 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.416075ms] [gotSchemaVersion=101] [phyTblIDs="[147]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:09.043 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/06 02:39:09.082 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.969597ms] [job="ID:148, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.134 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=148] [conn=14] [job="ID:148, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.169 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 02:39:09.169 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:09.175 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.318699681\n# Parse_time: 0.000384217\n# Compile_time: 0.000618609\n# Rewrite_time: 0.000006819\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000342303\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/05/06 02:39:09.187 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567299773923337] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.235306ms] [2024/05/06 02:39:09.187 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567299773923337] [2024/05/06 02:39:09.189 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567299773923337] [commitTS=449567299773923341] [2024/05/06 02:39:09.189 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567299773923337] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] [concurrency=8] [2024/05/06 02:39:09.191 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=101] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/06 02:39:09.192 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567299773923337] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] ["cost time"=2.89209ms] ["completed regions"=1] [2024/05/06 02:39:09.192 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567299773923337] [commitTS=449567299773923341] [session=14] [2024/05/06 02:39:09.230 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:09.230 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/06 02:39:09.290 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.298 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 149, Table Name: _t1"] [2024/05/06 02:39:09.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=2.276945ms] [gotSchemaVersion=102] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:09.355 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/06 02:39:09.392 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=52.859599ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.445 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.482 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 02:39:09.482 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:09.508 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=102] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:09.535 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:09.535 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:09.619 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=152] [conn=14] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.630 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 151, Table Name: _t1, Old Table ID: 149, Old Table Name: _t1"] [2024/05/06 02:39:09.691 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.605391ms] [gotSchemaVersion=103] [phyTblIDs="[149,151]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:09.703 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/06 02:39:09.729 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.794991ms] [job="ID:152, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.804 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/06 02:39:09.812 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="truncate table"] [2024/05/06 02:39:09.816 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=152] [conn=14] [job="ID:152, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.872 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 02:39:09.872 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:09.875 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.368344936\n# Parse_time: 0.000239328\n# Compile_time: 0.000586286\n# Rewrite_time: 0.000009546\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000345485\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:09.885 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567299957686275] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.579064ms] [2024/05/06 02:39:09.886 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449567299957686275] [2024/05/06 02:39:09.888 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567299957686275] [commitTS=449567299957686277] [2024/05/06 02:39:09.889 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567299957686275] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] [concurrency=8] [2024/05/06 02:39:09.892 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=103] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:09.892 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567299957686275] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] ["cost time"=3.38813ms] ["completed regions"=1] [2024/05/06 02:39:09.892 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567299957686275] [commitTS=449567299957686277] [session=14] [2024/05/06 02:39:09.923 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:09.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:09.923 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:09.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:09.979 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=154] [conn=14] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.992 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 153, Table Name: _t1, Old Table ID: 151, Old Table Name: _t1"] [2024/05/06 02:39:10.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.558936ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:10.042 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/06 02:39:10.079 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.558185ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.136 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/06 02:39:10.144 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 02:39:10.148 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=154] [conn=14] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.203 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 02:39:10.203 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:10.206 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.315041293\n# Parse_time: 0.000228301\n# Compile_time: 0.000737095\n# Rewrite_time: 0.000008205\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000392025\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:10.218 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567300036329486] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.75801ms] [2024/05/06 02:39:10.218 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449567300036329486] [2024/05/06 02:39:10.220 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567300036329486] [commitTS=449567300049436674] [2024/05/06 02:39:10.220 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567300036329486] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/06 02:39:10.223 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567300036329486] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=3.033057ms] ["completed regions"=1] [2024/05/06 02:39:10.224 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567300036329486] [commitTS=449567300049436674] [session=14] [2024/05/06 02:39:10.252 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567300049436677] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.473965ms] [2024/05/06 02:39:10.252 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449567300049436677] [2024/05/06 02:39:10.253 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567300049436677] [commitTS=449567300049436679] [2024/05/06 02:39:10.253 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567300049436677] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] [concurrency=8] [2024/05/06 02:39:10.256 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567300049436677] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] ["cost time"=2.660248ms] ["completed regions"=1] [2024/05/06 02:39:10.256 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567300049436677] [commitTS=449567300049436679] [session=14] [2024/05/06 02:39:10.271 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567300049436680] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.417556ms] [2024/05/06 02:39:10.271 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449567300049436680] [2024/05/06 02:39:10.272 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567300049436680] [commitTS=449567300062543874] [2024/05/06 02:39:10.272 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567300049436680] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/06 02:39:10.276 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567300049436680] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=3.005123ms] ["completed regions"=1] [2024/05/06 02:39:10.276 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567300049436680] [commitTS=449567300062543874] [session=14] [2024/05/06 02:39:10.277 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=104] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:39:10.329 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:10.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:10.329 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:10.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:10.373 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.402 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=260.344Β΅s] [gotSchemaVersion=105] [phyTblIDs="[147]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:10.412 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=155] [version=105] [2024/05/06 02:39:10.452 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.904118ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:10.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.547 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=213.98Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:10.558 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=155] [version=106] [2024/05/06 02:39:10.597 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.558414ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.661 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.671 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 147, Old Table Name: t1"] [2024/05/06 02:39:10.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=222.978Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:10.712 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=155] [version=107] [2024/05/06 02:39:10.753 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.58163ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:10.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.784 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[147]"] [comment="drop table: table ID"] [2024/05/06 02:39:10.792 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/05/06 02:39:10.796 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:10.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.846 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 02:39:10.846 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:10.874 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:10.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:10.874 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:10.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:10.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.940 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=239.054Β΅s] [gotSchemaVersion=108] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:10.951 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=108] [2024/05/06 02:39:10.989 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.358503ms] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:10.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.050 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.103 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=243.048Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:11.114 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=109] [2024/05/06 02:39:11.152 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.45628ms] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.223 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: _t1"] [2024/05/06 02:39:11.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=255.208Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:11.277 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=110] [2024/05/06 02:39:11.314 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=52.895884ms] [job="ID:156, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:10.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.376 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 02:39:11.385 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="drop table"] [2024/05/06 02:39:11.389 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [job="ID:156, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:10.812 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.444 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 02:39:11.444 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:11.448 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.171763586\n# Parse_time: 0.000322624\n# Compile_time: 0.000652183\n# Rewrite_time: 0.000023552\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000359037\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 02:39:11.450 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=110] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/06 02:39:11.494 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:11.494 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/06 02:39:11.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=158] [conn=14] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:11.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.565 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 157, Table Name: _t1"] [2024/05/06 02:39:11.618 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.449683ms] [gotSchemaVersion=111] [phyTblIDs="[157]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:11.630 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=158] [version=111] [2024/05/06 02:39:11.664 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.24953ms] [job="ID:158, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.742 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=158] [conn=14] [job="ID:158, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:11.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.814 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=158] [2024/05/06 02:39:11.814 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:11.820 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.370714023\n# Parse_time: 0.00054705\n# Compile_time: 0.000871684\n# Rewrite_time: 0.000009724\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000406281\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int);"] [2024/05/06 02:39:11.838 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=111] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:11.870 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:11.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:11.870 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:11.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:11.935 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=160] [conn=14] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:11.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.948 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 159, Table Name: _t1, Old Table ID: 157, Old Table Name: _t1"] [2024/05/06 02:39:11.990 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=2.406261ms] [gotSchemaVersion=112] [phyTblIDs="[157,159]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:11.999 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=160] [version=112] [2024/05/06 02:39:12.037 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.357745ms] [job="ID:160, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.090 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[157]"] [comment="drop table: table ID"] [2024/05/06 02:39:12.098 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="truncate table"] [2024/05/06 02:39:12.102 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=160] [conn=14] [job="ID:160, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.155 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 02:39:12.155 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:12.159 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.321546171\n# Parse_time: 0.000414626\n# Compile_time: 0.000612396\n# Rewrite_time: 0.000008703\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000402842\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:12.166 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567300560355329] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.452698ms] [2024/05/06 02:39:12.167 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449567300560355329] [2024/05/06 02:39:12.168 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567300560355329] [commitTS=449567300560355330] [2024/05/06 02:39:12.169 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567300560355329] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] [concurrency=8] [2024/05/06 02:39:12.171 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=112] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:12.172 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567300560355329] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] ["cost time"=3.093665ms] ["completed regions"=1] [2024/05/06 02:39:12.172 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567300560355329] [commitTS=449567300560355330] [session=14] [2024/05/06 02:39:12.200 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:12.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:12.200 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:12.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:12.264 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=162] [conn=14] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.275 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 161, Table Name: _t1, Old Table ID: 159, Old Table Name: _t1"] [2024/05/06 02:39:12.316 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=2.347164ms] [gotSchemaVersion=113] [phyTblIDs="[159,161]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:12.325 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/06 02:39:12.363 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=52.737781ms] [job="ID:162, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.423 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[159]"] [comment="drop table: table ID"] [2024/05/06 02:39:12.433 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="truncate table"] [2024/05/06 02:39:12.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=162] [conn=14] [job="ID:162, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.514 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 02:39:12.514 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:12.518 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.347972755\n# Parse_time: 0.000432017\n# Compile_time: 0.000785137\n# Rewrite_time: 0.000010314\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000418069\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:12.527 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567300652367875] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.459767ms] [2024/05/06 02:39:12.528 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449567300652367875] [2024/05/06 02:39:12.529 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567300652367875] [commitTS=449567300652367876] [2024/05/06 02:39:12.530 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567300652367875] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/06 02:39:12.533 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567300652367875] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=3.26947ms] ["completed regions"=1] [2024/05/06 02:39:12.533 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567300652367875] [commitTS=449567300652367876] [session=14] [2024/05/06 02:39:12.552 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567300652367879] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.553315ms] [2024/05/06 02:39:12.552 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449567300652367879] [2024/05/06 02:39:12.554 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567300652367879] [commitTS=449567300652367880] [2024/05/06 02:39:12.554 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567300652367879] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] [concurrency=8] [2024/05/06 02:39:12.557 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567300652367879] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] ["cost time"=2.865006ms] ["completed regions"=1] [2024/05/06 02:39:12.557 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567300652367879] [commitTS=449567300652367880] [session=14] [2024/05/06 02:39:12.565 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567300652367882] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.335041ms] [2024/05/06 02:39:12.565 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449567300652367882] [2024/05/06 02:39:12.566 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567300652367882] [commitTS=449567300665475073] [2024/05/06 02:39:12.566 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567300652367882] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/06 02:39:12.569 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567300652367882] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=2.976889ms] ["completed regions"=1] [2024/05/06 02:39:12.570 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=113] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:39:12.570 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567300652367882] [commitTS=449567300665475073] [session=14] [2024/05/06 02:39:12.593 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:12.593 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:12.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.669 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=320.44Β΅s] [gotSchemaVersion=114] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:12.679 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=114] [2024/05/06 02:39:12.717 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.376939ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.784 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=236.308Β΅s] [gotSchemaVersion=115] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:12.828 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=115] [2024/05/06 02:39:12.867 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.505122ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.932 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.942 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 161, Old Table Name: _t1"] [2024/05/06 02:39:12.977 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=263.152Β΅s] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:12.988 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=116] [2024/05/06 02:39:13.026 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.64595ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:12.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.086 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/06 02:39:13.095 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/06 02:39:13.099 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:12.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.160 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/06 02:39:13.160 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:13.164 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.595720906\n# Parse_time: 0.000355013\n# Compile_time: 0.000878088\n# Rewrite_time: 0.000010031\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000419756\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 02:39:13.166 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=116] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 02:39:13.204 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:13.204 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 02:39:13.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=165] [conn=14] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:13.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.293 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 164, Table Name: t1"] [2024/05/06 02:39:13.339 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=2.477433ms] [gotSchemaVersion=117] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:13.349 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=165] [version=117] [2024/05/06 02:39:13.386 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.316008ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.435 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=165] [conn=14] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:13.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.470 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 02:39:13.470 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:13.474 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.308807866\n# Parse_time: 0.000514887\n# Compile_time: 0.000761772\n# Rewrite_time: 0.00001043\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000331403\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/05/06 02:39:13.484 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567300901142533] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.272899ms] [2024/05/06 02:39:13.484 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567300901142533] [2024/05/06 02:39:13.486 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567300901142533] [commitTS=449567300901142536] [2024/05/06 02:39:13.486 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567300901142533] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] [concurrency=8] [2024/05/06 02:39:13.488 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=117] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/06 02:39:13.489 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567300901142533] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] ["cost time"=2.959048ms] ["completed regions"=1] [2024/05/06 02:39:13.489 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567300901142533] [commitTS=449567300901142536] [session=14] [2024/05/06 02:39:13.525 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:13.525 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/06 02:39:13.577 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=167] [conn=14] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:13.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.584 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 166, Table Name: _t1"] [2024/05/06 02:39:13.637 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.51935ms] [gotSchemaVersion=118] [phyTblIDs="[166]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:13.645 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=167] [version=118] [2024/05/06 02:39:13.684 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.109033ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.730 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=167] [conn=14] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:13.462 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.768 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 02:39:13.768 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:13.794 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=118] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:13.821 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:13.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:13.821 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:13.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:13.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=169] [conn=14] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:13.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.886 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 168, Table Name: _t1, Old Table ID: 166, Old Table Name: _t1"] [2024/05/06 02:39:13.948 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=2.712388ms] [gotSchemaVersion=119] [phyTblIDs="[166,168]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:13.958 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=119] [2024/05/06 02:39:13.993 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.238239ms] [job="ID:169, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.032 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[166]"] [comment="drop table: table ID"] [2024/05/06 02:39:14.039 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="truncate table"] [2024/05/06 02:39:14.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=169] [conn=14] [job="ID:169, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.096 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 02:39:14.096 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:14.099 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.305212458\n# Parse_time: 0.000167424\n# Compile_time: 0.000490265\n# Rewrite_time: 0.000007167\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000380437\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:14.113 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567301058691081] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.541845ms] [2024/05/06 02:39:14.113 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449567301058691081] [2024/05/06 02:39:14.115 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567301058691081] [commitTS=449567301071798273] [2024/05/06 02:39:14.115 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567301058691081] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] [concurrency=8] [2024/05/06 02:39:14.118 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567301058691081] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] ["cost time"=2.985644ms] ["completed regions"=1] [2024/05/06 02:39:14.118 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567301058691081] [commitTS=449567301071798273] [session=14] [2024/05/06 02:39:14.119 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=119] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:14.146 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:14.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:14.146 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:14.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:14.206 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=171] [conn=14] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.217 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 170, Table Name: _t1, Old Table ID: 168, Old Table Name: _t1"] [2024/05/06 02:39:14.265 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=2.396806ms] [gotSchemaVersion=120] [phyTblIDs="[168,170]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:14.274 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=171] [version=120] [2024/05/06 02:39:14.312 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=52.962933ms] [job="ID:171, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.381 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[168]"] [comment="drop table: table ID"] [2024/05/06 02:39:14.388 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="truncate table"] [2024/05/06 02:39:14.392 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=171] [conn=14] [job="ID:171, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.447 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 02:39:14.447 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:14.451 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.33262585\n# Parse_time: 0.0002102\n# Compile_time: 0.000551791\n# Rewrite_time: 0.000008456\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000404351\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:14.467 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567301150179340] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.335175ms] [2024/05/06 02:39:14.467 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449567301150179340] [2024/05/06 02:39:14.469 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567301150179340] [commitTS=449567301163286529] [2024/05/06 02:39:14.469 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567301150179340] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/06 02:39:14.472 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567301150179340] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=2.800624ms] ["completed regions"=1] [2024/05/06 02:39:14.472 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567301150179340] [commitTS=449567301163286529] [session=14] [2024/05/06 02:39:14.505 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567301163286532] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.391337ms] [2024/05/06 02:39:14.505 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567301163286532] [2024/05/06 02:39:14.507 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567301163286532] [commitTS=449567301163286534] [2024/05/06 02:39:14.507 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567301163286532] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/06 02:39:14.510 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567301163286532] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=2.663755ms] ["completed regions"=1] [2024/05/06 02:39:14.510 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567301163286532] [commitTS=449567301163286534] [session=14] [2024/05/06 02:39:14.527 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567301176655873] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.573202ms] [2024/05/06 02:39:14.527 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449567301176655873] [2024/05/06 02:39:14.528 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567301176655873] [commitTS=449567301176655875] [2024/05/06 02:39:14.529 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567301176655873] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] [concurrency=8] [2024/05/06 02:39:14.532 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567301176655873] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] ["cost time"=2.96477ms] ["completed regions"=1] [2024/05/06 02:39:14.532 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567301176655873] [commitTS=449567301176655875] [session=14] [2024/05/06 02:39:14.534 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=120] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:39:14.557 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:14.557 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:14.619 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=310.301Β΅s] [gotSchemaVersion=121] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:14.663 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=121] [2024/05/06 02:39:14.702 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=54.30695ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.735 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.763 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=222.124Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:14.774 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=122] [2024/05/06 02:39:14.812 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=52.762081ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.880 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.890 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 164, Old Table Name: t1"] [2024/05/06 02:39:14.922 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=229.515Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:14.932 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=123] [2024/05/06 02:39:14.971 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.185811ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:14.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.030 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/06 02:39:15.039 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/06 02:39:15.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:14.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.095 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 02:39:15.095 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:15.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:15.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:15.125 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:15.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:15.172 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.201 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=231.686Β΅s] [gotSchemaVersion=124] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:15.211 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=124] [2024/05/06 02:39:15.250 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.469735ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:15.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.282 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=245.488Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:15.324 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=125] [2024/05/06 02:39:15.376 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=65.910435ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.431 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 170, Old Table Name: _t1"] [2024/05/06 02:39:15.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=324.391Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:15.477 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=126] [2024/05/06 02:39:15.514 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.564044ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:15.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.575 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/06 02:39:15.583 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/05/06 02:39:15.587 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:15.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.644 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 02:39:15.644 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:15.648 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.114949362\n# Parse_time: 0.000329792\n# Compile_time: 0.000646599\n# Rewrite_time: 0.000010976\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000442512\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 02:39:15.650 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=126] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/06 02:39:15.695 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:15.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:15.695 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:15.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/06 02:39:15.757 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=175] [conn=14] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.766 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 174, Table Name: _t1"] [2024/05/06 02:39:15.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.492221ms] [gotSchemaVersion=127] [phyTblIDs="[174]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:15.833 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=175] [version=127] [2024/05/06 02:39:15.870 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.333755ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:15.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.938 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=175] [conn=14] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.977 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 02:39:15.978 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:15.981 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.332467861\n# Parse_time: 0.000712233\n# Compile_time: 0.000927802\n# Rewrite_time: 0.000010352\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000410039\n# DB: test\n# Is_internal: false\n# Digest: fe0a89d8f546cab4cb1b04b2878537146e438bd17425c24a839836b9e71d22e9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int, unique index idx(b));"] [2024/05/06 02:39:16.004 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:16.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:16.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:16.033 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:16.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:16.115 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=177] [conn=14] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:16.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.127 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 176, Table Name: _t1, Old Table ID: 174, Old Table Name: _t1"] [2024/05/06 02:39:16.167 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.193297ms] [gotSchemaVersion=128] [phyTblIDs="[174,176]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:16.178 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=128] [2024/05/06 02:39:16.215 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.955315ms] [job="ID:177, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.278 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[174]"] [comment="drop table: table ID"] [2024/05/06 02:39:16.288 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="truncate table"] [2024/05/06 02:39:16.292 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=177] [conn=14] [job="ID:177, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.346 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 02:39:16.347 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:16.350 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.347006789\n# Parse_time: 0.000206729\n# Compile_time: 0.000580083\n# Rewrite_time: 0.000008614\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000462155\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:16.362 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567301648515081] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.518254ms] [2024/05/06 02:39:16.362 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449567301648515081] [2024/05/06 02:39:16.364 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567301648515081] [commitTS=449567301661360129] [2024/05/06 02:39:16.364 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567301648515081] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] [concurrency=8] [2024/05/06 02:39:16.367 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:16.368 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567301648515081] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] ["cost time"=3.139321ms] ["completed regions"=1] [2024/05/06 02:39:16.368 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567301648515081] [commitTS=449567301661360129] [session=14] [2024/05/06 02:39:16.397 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:16.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:16.397 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:16.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:16.454 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=179] [conn=14] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:16.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.465 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 178, Table Name: _t1, Old Table ID: 176, Old Table Name: _t1"] [2024/05/06 02:39:16.505 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=2.314091ms] [gotSchemaVersion=129] [phyTblIDs="[176,178]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:16.515 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=179] [version=129] [2024/05/06 02:39:16.552 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.07276ms] [job="ID:179, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.588 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=179] [tableIDs="[176]"] [comment="drop table: table ID"] [2024/05/06 02:39:16.596 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="truncate table"] [2024/05/06 02:39:16.600 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=179] [conn=14] [job="ID:179, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.657 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 02:39:16.657 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:16.674 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567301740265473] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.426065ms] [2024/05/06 02:39:16.674 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449567301740265473] [2024/05/06 02:39:16.675 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567301740265473] [commitTS=449567301740265479] [2024/05/06 02:39:16.676 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567301740265473] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/06 02:39:16.678 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567301740265473] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=2.606026ms] ["completed regions"=1] [2024/05/06 02:39:16.678 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567301740265473] [commitTS=449567301740265479] [session=14] [2024/05/06 02:39:16.700 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567301740265483] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.350372ms] [2024/05/06 02:39:16.700 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567301740265483] [2024/05/06 02:39:16.703 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567301740265483] [commitTS=449567301740265484] [2024/05/06 02:39:16.703 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567301740265483] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/06 02:39:16.706 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567301740265483] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=3.13953ms] ["completed regions"=1] [2024/05/06 02:39:16.706 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567301740265483] [commitTS=449567301740265484] [session=14] [2024/05/06 02:39:16.718 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567301740265486] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.76698ms] [2024/05/06 02:39:16.718 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449567301740265486] [2024/05/06 02:39:16.720 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567301740265486] [commitTS=449567301753110529] [2024/05/06 02:39:16.720 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567301740265486] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] [concurrency=8] [2024/05/06 02:39:16.723 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567301740265486] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] ["cost time"=2.752985ms] ["completed regions"=1] [2024/05/06 02:39:16.723 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567301740265486] [commitTS=449567301753110529] [session=14] [2024/05/06 02:39:16.724 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:39:16.771 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:16.771 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:16.825 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:16.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.855 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=279.031Β΅s] [gotSchemaVersion=130] [phyTblIDs="[178]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:16.867 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=130] [2024/05/06 02:39:16.904 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.797103ms] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:16.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.007 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=260.241Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:17.017 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=131] [2024/05/06 02:39:17.056 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.37485ms] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:16.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.114 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:16.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.124 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 178, Old Table Name: _t1"] [2024/05/06 02:39:17.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=230.195Β΅s] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:17.170 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=132] [2024/05/06 02:39:17.208 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.764205ms] [job="ID:180, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:16.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.257 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=180] [tableIDs="[178]"] [comment="drop table: table ID"] [2024/05/06 02:39:17.265 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=180] [jobType="drop table"] [2024/05/06 02:39:17.269 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [job="ID:180, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:16.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.322 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 02:39:17.323 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:17.326 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.603394645\n# Parse_time: 0.00052851\n# Compile_time: 0.000806814\n# Rewrite_time: 0.000018023\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000380006\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 02:39:17.328 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=132] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 02:39:17.369 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:17.369 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 02:39:17.434 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=182] [conn=14] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.441 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 181, Table Name: t1"] [2024/05/06 02:39:17.520 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=3.136206ms] [gotSchemaVersion=133] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:17.531 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=133] [2024/05/06 02:39:17.565 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.833213ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.633 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=182] [conn=14] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.666 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 02:39:17.667 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:17.670 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.34370231\n# Parse_time: 0.00042646\n# Compile_time: 0.000957921\n# Rewrite_time: 0.000013332\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000316256\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/05/06 02:39:17.682 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567302002409479] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.381919ms] [2024/05/06 02:39:17.682 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449567302002409479] [2024/05/06 02:39:17.684 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567302002409479] [commitTS=449567302002409483] [2024/05/06 02:39:17.685 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567302002409479] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] [concurrency=8] [2024/05/06 02:39:17.687 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=133] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/06 02:39:17.688 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567302002409479] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] ["cost time"=3.308175ms] ["completed regions"=1] [2024/05/06 02:39:17.688 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567302002409479] [commitTS=449567302002409483] [session=14] [2024/05/06 02:39:17.726 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:17.726 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/06 02:39:17.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=184] [conn=14] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.795 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 183, Table Name: _t1"] [2024/05/06 02:39:17.852 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=2.669836ms] [gotSchemaVersion=134] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:17.861 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=184] [version=134] [2024/05/06 02:39:17.899 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.893117ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.938 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=184] [conn=14] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.981 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 02:39:17.981 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:18.007 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=134] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:18.034 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:18.034 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:18.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=186] [conn=14] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.113 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 185, Table Name: _t1, Old Table ID: 183, Old Table Name: _t1"] [2024/05/06 02:39:18.152 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=2.213314ms] [gotSchemaVersion=135] [phyTblIDs="[183,185]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:18.186 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/06 02:39:18.199 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.682867ms] [job="ID:186, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.241 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/06 02:39:18.250 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="truncate table"] [2024/05/06 02:39:18.253 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=186] [conn=14] [job="ID:186, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:18.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.311 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 02:39:18.311 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:18.315 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.30868956\n# Parse_time: 0.000226973\n# Compile_time: 0.000688012\n# Rewrite_time: 0.000011343\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000381101\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:18.325 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567302172803073] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.761547ms] [2024/05/06 02:39:18.325 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449567302172803073] [2024/05/06 02:39:18.327 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567302172803073] [commitTS=449567302172803075] [2024/05/06 02:39:18.327 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567302172803073] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] [concurrency=8] [2024/05/06 02:39:18.330 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=135] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:18.330 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567302172803073] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] ["cost time"=3.066659ms] ["completed regions"=1] [2024/05/06 02:39:18.331 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567302172803073] [commitTS=449567302172803075] [session=14] [2024/05/06 02:39:18.359 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:18.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:18.359 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:18.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:18.426 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=188] [conn=14] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.438 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 187, Table Name: _t1, Old Table ID: 185, Old Table Name: _t1"] [2024/05/06 02:39:18.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.615963ms] [gotSchemaVersion=136] [phyTblIDs="[185,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:18.490 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 02:39:18.527 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=54.166028ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:18.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.563 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[185]"] [comment="drop table: table ID"] [2024/05/06 02:39:18.571 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 02:39:18.575 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=188] [conn=14] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:18.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.628 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 02:39:18.628 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:18.631 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.301789041\n# Parse_time: 0.000218608\n# Compile_time: 0.000569804\n# Rewrite_time: 0.000007917\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000359176\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:18.644 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567302251184132] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.617403ms] [2024/05/06 02:39:18.644 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449567302251184132] [2024/05/06 02:39:18.646 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567302251184132] [commitTS=449567302251184134] [2024/05/06 02:39:18.646 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567302251184132] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] [concurrency=8] [2024/05/06 02:39:18.650 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567302251184132] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] ["cost time"=3.199975ms] ["completed regions"=1] [2024/05/06 02:39:18.650 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567302251184132] [commitTS=449567302251184134] [session=14] [2024/05/06 02:39:18.682 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567302264291330] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.731709ms] [2024/05/06 02:39:18.682 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449567302264291330] [2024/05/06 02:39:18.684 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567302264291330] [commitTS=449567302264291334] [2024/05/06 02:39:18.684 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567302264291330] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/06 02:39:18.687 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567302264291330] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=2.79322ms] ["completed regions"=1] [2024/05/06 02:39:18.687 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567302264291330] [commitTS=449567302264291334] [session=14] [2024/05/06 02:39:18.706 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567302264291335] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.868192ms] [2024/05/06 02:39:18.706 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449567302264291335] [2024/05/06 02:39:18.708 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567302264291335] [commitTS=449567302264291337] [2024/05/06 02:39:18.708 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567302264291335] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/06 02:39:18.711 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567302264291335] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=2.849841ms] ["completed regions"=1] [2024/05/06 02:39:18.711 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567302264291335] [commitTS=449567302264291337] [session=14] [2024/05/06 02:39:18.713 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=136] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:39:18.739 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:18.713 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:18.739 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:18.713 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:18.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.713 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=298.516Β΅s] [gotSchemaVersion=137] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:18.870 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/06 02:39:18.906 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=54.042975ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:18.713 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.713 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=219.007Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:18.976 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/06 02:39:19.016 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.662635ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.713 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.077 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.713 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.086 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 181, Old Table Name: t1"] [2024/05/06 02:39:19.115 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=225.045Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:19.123 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 02:39:19.164 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=52.786521ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:18.713 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.235 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/06 02:39:19.242 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/06 02:39:19.246 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:18.713 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.306 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 02:39:19.306 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:19.330 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:19.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:19.330 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:19.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 02:39:19.370 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:19.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=243.005Β΅s] [gotSchemaVersion=140] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:19.412 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=190] [version=140] [2024/05/06 02:39:19.450 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=52.984044ms] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:19.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.512 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:19.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=248.554Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:19.576 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=190] [version=141] [2024/05/06 02:39:19.614 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.55202ms] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:19.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:19.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.693 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 187, Old Table Name: _t1"] [2024/05/06 02:39:19.728 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=251.136Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:19.738 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=190] [version=142] [2024/05/06 02:39:19.777 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.235238ms] [job="ID:190, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:19.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.834 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 02:39:19.842 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="drop table"] [2024/05/06 02:39:19.846 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [job="ID:190, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:19.313 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.911 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 02:39:19.912 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:19.915 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.203024674\n# Parse_time: 0.000337424\n# Compile_time: 0.000715165\n# Rewrite_time: 0.000012923\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000392134\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 02:39:19.917 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=142] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/06 02:39:19.965 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:19.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:19.965 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:19.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/06 02:39:20.026 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=192] [conn=14] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:19.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.034 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 191, Table Name: _t1"] [2024/05/06 02:39:20.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=2.315898ms] [gotSchemaVersion=143] [phyTblIDs="[191]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:20.091 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/06 02:39:20.129 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.426243ms] [job="ID:192, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:19.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.192 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=192] [conn=14] [job="ID:192, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:19.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.249 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 02:39:20.250 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:20.254 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.338348539\n# Parse_time: 0.00073063\n# Compile_time: 0.00092851\n# Rewrite_time: 0.00000822\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000394352\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/05/06 02:39:20.273 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=143] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:20.303 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:20.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:20.303 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:20.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:20.367 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=194] [conn=14] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.379 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 193, Table Name: _t1, Old Table ID: 191, Old Table Name: _t1"] [2024/05/06 02:39:20.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.812431ms] [gotSchemaVersion=144] [phyTblIDs="[191,193]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:20.436 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 02:39:20.470 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=52.906957ms] [job="ID:194, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.534 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=194] [tableIDs="[191]"] [comment="drop table: table ID"] [2024/05/06 02:39:20.541 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="truncate table"] [2024/05/06 02:39:20.545 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=194] [conn=14] [job="ID:194, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.598 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 02:39:20.598 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:20.601 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.327980102\n# Parse_time: 0.000199679\n# Compile_time: 0.000580942\n# Rewrite_time: 0.000008054\n# Optimize_time: 0.000510348\n# Wait_TS: 0.000381206\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:20.608 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567302762627081] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.814153ms] [2024/05/06 02:39:20.608 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449567302762627081] [2024/05/06 02:39:20.610 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567302762627081] [commitTS=449567302762627082] [2024/05/06 02:39:20.610 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567302762627081] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] [concurrency=8] [2024/05/06 02:39:20.612 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=144] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:20.613 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567302762627081] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] ["cost time"=3.318208ms] ["completed regions"=1] [2024/05/06 02:39:20.614 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567302762627081] [commitTS=449567302762627082] [session=14] [2024/05/06 02:39:20.640 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:20.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:20.640 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:20.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:20.703 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=196] [conn=14] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.715 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 195, Table Name: _t1, Old Table ID: 193, Old Table Name: _t1"] [2024/05/06 02:39:20.756 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.261931ms] [gotSchemaVersion=145] [phyTblIDs="[193,195]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:20.767 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=196] [version=145] [2024/05/06 02:39:20.803 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.204659ms] [job="ID:196, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.837 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 02:39:20.847 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="truncate table"] [2024/05/06 02:39:20.851 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=196] [conn=14] [job="ID:196, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.612 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.901 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/06 02:39:20.901 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:20.913 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567302841008138] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.567626ms] [2024/05/06 02:39:20.913 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449567302841008138] [2024/05/06 02:39:20.915 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567302841008138] [commitTS=449567302854115330] [2024/05/06 02:39:20.915 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567302841008138] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] [concurrency=8] [2024/05/06 02:39:20.939 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567302841008138] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] ["cost time"=23.918111ms] ["completed regions"=1] [2024/05/06 02:39:20.939 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567302841008138] [commitTS=449567302854115330] [session=14] [2024/05/06 02:39:20.963 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567302854115335] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.86416ms] [2024/05/06 02:39:20.963 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449567302854115335] [2024/05/06 02:39:20.965 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567302854115335] [commitTS=449567302867222529] [2024/05/06 02:39:20.965 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567302854115335] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/06 02:39:20.968 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567302854115335] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=3.325253ms] ["completed regions"=1] [2024/05/06 02:39:20.968 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567302854115335] [commitTS=449567302867222529] [session=14] [2024/05/06 02:39:20.979 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567302867222530] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.707049ms] [2024/05/06 02:39:20.979 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449567302867222530] [2024/05/06 02:39:20.981 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567302867222530] [commitTS=449567302867222532] [2024/05/06 02:39:20.981 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567302867222530] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/06 02:39:20.984 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567302867222530] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=2.86134ms] ["completed regions"=1] [2024/05/06 02:39:20.984 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567302867222530] [commitTS=449567302867222532] [session=14] [2024/05/06 02:39:20.985 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [2024/05/06 02:39:20.986 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [2024/05/06 02:39:20.986 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:20.987 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [] [2024/05/06 02:39:20.988 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:20.988 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=30.861Β΅s] [2024/05/06 02:39:20.988 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=29.746Β΅s] [2024/05/06 02:39:20.989 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=17.45Β΅s] [2024/05/06 02:39:20.989 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=19.921Β΅s] [2024/05/06 02:39:20.989 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:20.989 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=12.843Β΅s] [2024/05/06 02:39:20.989 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:20.989 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:20.989 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:21.009 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=c1ff404a-7f9b-4e58-b5b7-1f02d80783e2] ["take time"=26.170664ms] [2024/05/06 02:39:21.009 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=c1ff404a-7f9b-4e58-b5b7-1f02d80783e2] [2024/05/06 02:39:21.011 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:21.011 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:21.011 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/dfae2b19-bf8c-4da1-8281-0aa908ef4af9] [watcherID=3e327f99-3815-4677-b666-9b1011328b05] [2024/05/06 02:39:21.012 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/dfae2b19-bf8c-4da1-8281-0aa908ef4af9] [2024/05/06 02:39:21.012 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:21.012 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:21.012 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:21.012 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:21.012 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:21.012 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:21.012 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:21.012 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:21.012 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:21.012 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:21.017 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:21.017 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1844] [2024/05/06 02:39:21.018 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:21.018 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:21.018 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:21.019 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:21.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:21.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:21.019 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c1ff404a-7f9b-4e58-b5b7-1f02d80783e2] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:21.019 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:21.018 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [error="context canceled"] [2024/05/06 02:39:21.019 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:21.019 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [2024/05/06 02:39:21.019 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:21.018 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:21.019 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:21.019 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:21.019 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:21.019 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:21.019 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cd95415-8150-45f3-9375-e1ab234a4b67"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:21.019 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:21.019 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c1ff404a-7f9b-4e58-b5b7-1f02d80783e2] [2024/05/06 02:39:21.019 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cd95415-8150-45f3-9375-e1ab234a4b67"] [2024/05/06 02:39:21.019 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:21.020 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:21.020 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:21.020 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:21.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:21.020 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:21.020 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:21.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:21.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:21.020 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2cd95415-8150-45f3-9375-e1ab234a4b67] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:21.020 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 2cd95415-8150-45f3-9375-e1ab234a4b67"] [error="context canceled"] [2024/05/06 02:39:21.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:21.060 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:21.060 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [error="context canceled"] [2024/05/06 02:39:21.221 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cd95415-8150-45f3-9375-e1ab234a4b67"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:21.261 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:22.274 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:22.274 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:22.274 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:22.480 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cd95415-8150-45f3-9375-e1ab234a4b67"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:22.518 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c1ff404a-7f9b-4e58-b5b7-1f02d80783e2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:22.519 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:22.519 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:22.519 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:22.526 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.543363158s] [2024/05/06 02:39:22.527 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:22.527 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:22.527 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:22.527 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:22.527 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:22.527 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:22.527 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:22.527 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:22.527 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:22.527 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:22.527 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:22.527 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:22.529 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertRPC (19.66s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn [2024/05/06 02:39:22.535 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:22.535 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:22.536 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:39:22.537 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:22.537 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:22.538 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:22.538 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:22.540 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:22.545 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:22.546 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:22.548 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:22.556 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:22.567 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:22.710 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1813] ["lease id"=6f188f4bc2715f0b] [2024/05/06 02:39:22.713 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:22.811 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=145] ["start time"=93.726108ms] [2024/05/06 02:39:22.816 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:22.816 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=08121e95-d815-4cef-8df8-38f7330a6f8f] [runWorker=true] [2024/05/06 02:39:22.816 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:22.818 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:22.819 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:39:22.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:22.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:22.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:22.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:22.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:22.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:22.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:22.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:22.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:22.820 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:22.820 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:22.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:22.820 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:22.820 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:22.821 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc27159b4] [ownerID=08121e95-d815-4cef-8df8-38f7330a6f8f] [op=none] [2024/05/06 02:39:22.822 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:22.822 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=eb46dde6-bf00-45f3-b97c-a6ac813382d1] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:22.827 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:22.850 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:22.851 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:22.852 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:22.871 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:22.872 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc27159b4] [ownerID=08121e95-d815-4cef-8df8-38f7330a6f8f] [op=none] [2024/05/06 02:39:22.872 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [op=none] [2024/05/06 02:39:22.872 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:22.952 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:22.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:22.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:22.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:22.981 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:22.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:22.981 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:22.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:22.981 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:22.981 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:22.981 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:22.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:22.983 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:22.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:22.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:22.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:22.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:22.985 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:22.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:22.990 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:22.996 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a443f960-08d6-43db-8b36-11c8ded6bef1] [2024/05/06 02:39:22.996 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:22.996 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:22.999 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:22.999 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:22.999 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:23.033 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=50.262488ms] [2024/05/06 02:39:23.051 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:23.056 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 02:39:23.058 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="drop table `_t1`"] [user=] [2024/05/06 02:39:23.083 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:23.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:23.083 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:23.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`"] [2024/05/06 02:39:23.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:23.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.172 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=234.01Β΅s] [gotSchemaVersion=146] [phyTblIDs="[195]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:23.180 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=146] [2024/05/06 02:39:23.240 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=71.300697ms] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:23.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.302 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:23.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.334 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=278.465Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:23.343 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=147] [2024/05/06 02:39:23.378 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=52.982078ms] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:23.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.438 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:23.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.446 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 195, Old Table Name: _t1"] [2024/05/06 02:39:23.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=220.067Β΅s] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:23.491 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/06 02:39:23.530 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.406906ms] [job="ID:197, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:23.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.587 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=197] [tableIDs="[195]"] [comment="drop table: table ID"] [2024/05/06 02:39:23.599 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=197] [jobType="drop table"] [2024/05/06 02:39:23.603 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [job="ID:197, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:23.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.665 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 02:39:23.666 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:23.669 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.612053497\n# Parse_time: 0.000161455\n# Compile_time: 0.000476504\n# Rewrite_time: 0.000007165\n# Optimize_time: 0.000163044\n# Wait_TS: 0.000331139\n# DB: test\n# Is_internal: false\n# Digest: bf051bfc2a7a3240a0ec6ad5b684eb5aec662267c586ee4339f11d469ae12e8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`;"] [2024/05/06 02:39:23.676 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 02:39:23.679 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [user=] [2024/05/06 02:39:23.719 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:23.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:23.719 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:23.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [2024/05/06 02:39:23.764 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=199] [conn=16] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:23.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.771 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 198, Table Name: t1"] [2024/05/06 02:39:23.837 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=2.243765ms] [gotSchemaVersion=149] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:23.848 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=199] [version=149] [2024/05/06 02:39:23.877 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.254352ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:23.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=199] [conn=16] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:23.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:23.996 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:23.996 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:23.996 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a443f960-08d6-43db-8b36-11c8ded6bef1] [watcherID=1e906f47-db19-4ca9-bbfb-7d85165cd804] [2024/05/06 02:39:23.999 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:24.015 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:24.015 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:24.015 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:24.015 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:24.029 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/06 02:39:24.030 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:24.033 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.355713795\n# Parse_time: 0.000688496\n# Compile_time: 0.000828687\n# Rewrite_time: 0.000006339\n# Optimize_time: 0.000339246\n# Wait_TS: 0.000369193\n# DB: test\n# Is_internal: false\n# Digest: a54265ae4da4fbcc414fc65e3131ed073097b69ed45d1ee3cf30fade8fef01ca\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1 (a int, b int, c varchar(128), unique index idx(b));"] [2024/05/06 02:39:24.820 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:25.991 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:39:25.993 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567304059977730\n# Conn_ID: 16\n# Query_time: 1.946255522\n# Parse_time: 0.589060308\n# Compile_time: 0.903200167\n# Rewrite_time: 0.023841822\n# Optimize_time: 0.000339246\n# Wait_TS: 0.000492848\n# DB: test\n# Is_internal: false\n# Digest: 13a4e30661e51ba157bfc032bf66f4db3217c775b14e2b5285b6f0162b3955d3\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rwvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZTo0NTIuNG1zLCBsb29wczoxLCBhdXRvX2lkX2FsbG9jYXRvcjoge2EBDHhfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfBU8gMS4wNG1zfSwgAQ4kX2RldGFpbDogewkiGHByb2Nlc3MJKhwgNzAuOcK1cxE/DHdhaXQNGgw0Ny42HRooa3ZfcmVhZF93YWwNZgwgMTIyET0IaWt2LhoABDIwCVcYfSwgc2Nhbj6DAAxrZXlzBcQoZ2V0X3NuYXBzaG8RdwQxNQV1aHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGiQHhuOiB7cHJld3JpdGU6MS41JT4BTxEiFHM6NDE1LglNCRQQOjEuMzUhZRxzbG93ZXN0XxFAJUItH3A6IDAuMDAxcywgcmVnaW9uX2lkOiA2LCBzdG9yZQHzLDcuMC4wLjE6MjAxNiF2BGltLmIBOggBGDY3My4zwrVGCAEBqj75AAg0LjRu+wAF6zlKBZEUX2JhdGNoJbYUOiAyMS44BUEocHJvcG9zZV9zZW4hsEhpdDogMHMsIHBlcnNpc3RfbG9nGe4EMTAJogAsDWAUbGVhZGVyDVIkOTlucywgc3luYwk1ADUp1hEsMG1lbXRhYmxlOiAyLjUBvDmhBWQQMzE4LjcFkhBhcHBseTKtAAQxNg2tBRsVkAQ5Ny0FFG11dGV4Xyn7Ab0J/jKeABkXHHdhbDogMjQuSbAJKxmdBDE0BWsuQAIYcHJpbWFyef75AWb5ARA0NjQuMZr5AQA3TaZa8wIJz3XFRvgBCDguNUFkACyy+AEENzEtaQlfMlkBBDQzNvcBDDQxLjIlxwksPVoELjAN5WliKfcIMjIyBfwALCncNvcBADQNSzb3AQA3ERcAbcL3AQAxKWlGlAIEMTGFnSX3AHJpzAhudW2hKgnHhYUAMRE4WGJ5dGU6MzJ9fQk1MjUuNCBLQglOL0EK')\n# Binary_plan: tidb_decode_binary_plan('ugvwdQq1CwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NDUyLjRtcywgbG9vcHM6MWL5CmF1dG9faWRfYWxsb2NhdG9yOiB7YWxsb2NfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZToxLjA0bXN9LCABXiRfZGV0YWlsOiB7CSIccHJvY2Vzc18BHCg6IDcwLjnCtXMsIAkdDHdhaXQNGgw0Ny42HRooa3ZfcmVhZF93YWwNZgwgMTIyET0IaWt2LhoABDIwCVcYfSwgc2Nhbj6DAAxrZXlzBcQoZ2V0X3NuYXBzaG8RdwQxNQV1aHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGiQHhuOiB7cHJld3JpdGU6MS41JT8BTxEiFHM6NDE1LglNCRRAOjEuMzVtcywgc2xvd2VzdF8RQAxfcnBjMR9wOiAwLjAwMXMsIHJlZ2lvbl9pZDogNiwgc3RvcmUB8yw3LjAuMC4xOjIwMTYhdgRpbS5iAToIARg2NzMuM8K1RggBAao++QAINC40bvsABes5SgWRFF9iYXRjaCW2FDogMjEuOAVBKHByb3Bvc2Vfc2VuIbBIaXQ6IDBzLCBwZXJzaXN0X2xvZxnuBDEwCaIALA1gFGxlYWRlcg1SCDk5biEvCHluYwk1ADUp1hEsMG1lbXRhYmxlOiAyLjUBvDmhBWQQMzE4LjcFkhBhcHBseTKtAAQxNg2tBRsVkAQ5Ny0FFG11dGV4Xyn7Ab0J/jKeABkXHHdhbDogMjQuSbAJKxmdBDE0BWsuQAIYcHJpbWFyef75AWb5ARA0NjQuMZr5AQA3TaZa8wIJz3XFRvgBCDguNUFkACyy+AEENzEtaQlfMlkBBDQzNvcBDDQxLjIlxwksPVoELjAN5WliKfcIMjIyBfwALCncNvcBADQNSzb3AQA3ERcAbcL3AQAxKWlGlAIEMTGFnSX3AHJpzBBudW06MREqhYUVDmRieXRlOjMyfX1wkOsgeP///////////wEYAQ==')\n# Resource_group: default\ninsert into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (61, 61(len:139799);"] [2024/05/06 02:39:28.168 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567304571420675] [generation=1] [session=16] [keys=3998] [size=253.6kB] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=52.470513ms] [2024/05/06 02:39:28.168 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567304571420675] [generation=2] [session=16] [keys=0] [size=0B] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=46.976Β΅s] [2024/05/06 02:39:28.169 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3998] [size=253.6kB] [startTS=449567304571420675] [2024/05/06 02:39:28.170 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567304571420675] [commitTS=449567304754921473] [2024/05/06 02:39:28.170 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567304571420675] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] [concurrency=8] [2024/05/06 02:39:28.172 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567304571420675\n# Conn_ID: 16\n# Query_time: 2.166313429\n# Parse_time: 0.630126215\n# Compile_time: 0.863143013\n# Rewrite_time: 0.026602394\n# Optimize_time: 0.002888773\n# Wait_TS: 0.000444497\n# Commit_primary_rpc_detail: {total:0.000s, region_id: 0, store: , }\n# DB: test\n# Is_internal: false\n# Digest: 43c79ebc76dd6ba27c6f2ec2f68e70a9960fcb9aa251ddbe3451266c65b25af9\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Duplicate entry '250' for key 't1.idx'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vQfwTDAJMjdfMQkwCTAJTi9BCTAJdGltZTo2MTdtcywgbG9vcHM6MSwgcHJlcGFyZTogMTA2LjFtcywgY2hlY2tfaW5zZXJ0OiB7dG90YWxfBTwIIDUxBSIIbWVtDSAAXwkYDDQ4NS4FVzRwcmVmZXRjaDogMjUuMwFpDGZrX2MBURQ6IDUyLjkBEmBycGM6e0J1ZmZlckJhdGNoR2V0OntudW1fARkIMSwgHXEcNi41N21zfSx+KAAMMTEuNQEoACABjyRfZGV0YWlsOiB7CUoYcHJvY2Vzcw2rCDlucxFjLGt2X3JlYWRfd2FsbA0eDDExLjIBpAx0aWt2LhgADDguMDYFYQxzY2FuPmEAWGtleXM6IDIwMDAsIGdldF9zbmFwc2hvMR1sMTcuM8K1cywgcm9ja3NkYjoge2Jsb2NrOiB7fQEBOCwgY29tbWl0X3R4bjogexUPGHByaW1hcnklFw3MGDogMC4wMDEBTBxlZ2lvbl9pZCG5ECwgc3RvJcQwMjcuMC4wLjE6MjAxNiFMBGltLhABOtYAJDQxNy43wrVzfSw62ABOxgAIMC41ZsYAFCwgd3JpdB1rBZEEX2Ih4BBfd2FpdAGnBC4xBUEocHJvcG9zZV9zZW4hfAEcODBzLCBwZXJzaXN0X2xvZxnvBDU1BaERXxRsZWFkZXINUQQzNSHLDHN5bmMJNAwzMy40BWEJizRtZW10YWJsZTogNjcxbgHkLWcAbAFhEDE4MS44BS4QYXBwbHk+qgAAORkbFY0EODgtyBRtdXRleF8pwwG6CXAynAAZFyB3YWw6IDQyLjIFUgkrGZsMMTIuNiGBQH19fQk1MjUuNCBLQglOL0EK')\n# Binary_plan: tidb_decode_binary_plan('yQfwRgrEBwoISW5zZXJ0XzE4AUABUgNOL0FaE3RpbWU6NjE3bXMsIGxvb3BzOjFiggNwcmVwYXJlOiAxMDYuMW1zLCBjaGVja19pBUEgOiB7dG90YWxfBT0IIDUxBSIQbWVtX2kFIA0YDDQ4NS4FWDRwcmVmZXRjaDogMjUuMwFqDGZrX2MBURQ6IDUyLjkBEmBycGM6e0J1ZmZlckJhdGNoR2V0OntudW1fARkIMSwgHXEcNi41N21zfSx+KAAMMTEuNQEoACABpxxfZGV0YWlsOhG7GHByb2Nlc3MNqwg5bnMRYyhrdl9yZWFkX3dhbBHhDDExLjIBpAx0aWt2LhgADDguMDYFYQxzY2FuPmEAWGtleXM6IDIwMDAsIGdldF9zbmFwc2hvMR1sMTcuM8K1cywgcm9ja3NkYjoge2Jsb2NrOiB7fQEBRGKFBGNvbW1pdF90eG46IHssIA0PGHByaW1hcnklGA3NGDogMC4wMDEBTRxlZ2lvbl9pZCG6ECwgc3RvJcUwMjcuMC4wLjE6MjAxNiFNBGltLhEBOtcAJDQxNy43wrVzfSw62QBOxwAIMC41ZscAFCwgd3JpdB1rBZEEX2Ih4RBfd2FpdAGnBC4xBUEocHJvcG9zZV9zZW4hfQEcODBzLCBwZXJzaXN0X2xvZxnvBDU1BaERXxRsZWFkZXINUQQzNSHMDHN5bmMJNAwzMy40BWEJizRtZW10YWJsZTogNjcxbgHkLVgAbAFhEDE4MS44BS4QYXBwbHk+qgAAORkbFY0EODgtyRRtdXRleF8pxAG6CXAynAAZFyB3YWw6IDQyLjIFUgkrGZsMMTIuNiGBTH19fXCQ6yB4////////////ARgB')\n# Resource_group: default\ninsert ignore into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (len:139806);"] [2024/05/06 02:39:28.207 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567304571420675] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] ["cost time"=36.423108ms] ["completed regions"=1] [2024/05/06 02:39:28.207 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567304571420675] [commitTS=449567304754921473] [session=16] [2024/05/06 02:39:28.208 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [2024/05/06 02:39:28.208 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [2024/05/06 02:39:28.209 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [] [2024/05/06 02:39:28.210 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:28.210 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=19.124Β΅s] [2024/05/06 02:39:28.210 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=14.4Β΅s] [2024/05/06 02:39:28.210 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=11.293Β΅s] [2024/05/06 02:39:28.211 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=12.009Β΅s] [2024/05/06 02:39:28.211 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:28.211 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=9.8Β΅s] [2024/05/06 02:39:28.211 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:28.211 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:28.211 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:28.212 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=08121e95-d815-4cef-8df8-38f7330a6f8f] ["take time"=12.988111ms] [2024/05/06 02:39:28.212 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=08121e95-d815-4cef-8df8-38f7330a6f8f] [2024/05/06 02:39:28.214 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:28.214 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:28.214 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a443f960-08d6-43db-8b36-11c8ded6bef1] [watcherID=1e906f47-db19-4ca9-bbfb-7d85165cd804] [2024/05/06 02:39:28.214 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a443f960-08d6-43db-8b36-11c8ded6bef1] [2024/05/06 02:39:28.214 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:28.214 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:28.214 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:28.214 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:28.214 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:28.215 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:28.215 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:28.215 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:28.215 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:28.215 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:28.220 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:28.220 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:28.220 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1813] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=08121e95-d815-4cef-8df8-38f7330a6f8f] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:28.221 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:28.221 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:28.221 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:28.221 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb46dde6-bf00-45f3-b97c-a6ac813382d1"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:28.221 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:28.221 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [error="context canceled"] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=08121e95-d815-4cef-8df8-38f7330a6f8f] [2024/05/06 02:39:28.221 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb46dde6-bf00-45f3-b97c-a6ac813382d1"] [2024/05/06 02:39:28.221 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:28.221 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:28.221 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:28.221 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:28.221 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [2024/05/06 02:39:28.221 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:28.221 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:28.222 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:28.222 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:28.222 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:28.222 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:28.223 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:28.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:28.223 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=eb46dde6-bf00-45f3-b97c-a6ac813382d1] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:28.223 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:28.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:28.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:28.223 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager eb46dde6-bf00-45f3-b97c-a6ac813382d1"] [error="context canceled"] [2024/05/06 02:39:28.261 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:28.261 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [error="context canceled"] [2024/05/06 02:39:28.424 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb46dde6-bf00-45f3-b97c-a6ac813382d1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.462 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:29.479 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:29.479 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:29.479 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:29.686 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb46dde6-bf00-45f3-b97c-a6ac813382d1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:29.698 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08121e95-d815-4cef-8df8-38f7330a6f8f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:29.698 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:29.698 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:29.698 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:29.705 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.50563429s] [2024/05/06 02:39:29.706 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:29.706 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:29.706 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:29.706 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:29.706 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:29.706 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:29.706 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:29.706 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:29.706 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:29.706 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:29.706 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:29.706 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:29.707 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn (7.18s) === RUN TestPipelinedDMLDelete [2024/05/06 02:39:29.712 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:29.712 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:29.713 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:39:29.714 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:29.714 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:29.715 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:29.715 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:29.717 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:29.720 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:29.722 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:29.724 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:29.731 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:29.741 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:29.879 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1503] ["lease id"=6f188f4bc2715f35] [2024/05/06 02:39:29.881 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:29.975 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=90.538887ms] [2024/05/06 02:39:29.980 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:29.980 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=51ba7489-73bb-49ad-b542-e44b36097893] [runWorker=true] [2024/05/06 02:39:29.980 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:29.982 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:29.983 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:39:29.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:29.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:29.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:29.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:29.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:29.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:29.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:29.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:29.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:29.984 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:29.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:29.984 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:29.984 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:29.984 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:29.985 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc27159ee] [ownerID=51ba7489-73bb-49ad-b542-e44b36097893] [op=none] [2024/05/06 02:39:29.986 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:29.986 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=dabe6702-3bab-487c-bad6-6e36182eb32c] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:29.991 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:30.009 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:30.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:30.011 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:30.035 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:30.036 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc27159ee] [ownerID=51ba7489-73bb-49ad-b542-e44b36097893] [op=none] [2024/05/06 02:39:30.036 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [op=none] [2024/05/06 02:39:30.036 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:30.137 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:30.154 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:30.167 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:30.167 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:30.167 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:30.167 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:30.167 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:30.167 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:30.167 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:30.167 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:30.167 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:30.170 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:30.171 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:30.172 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:30.172 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:30.172 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:30.172 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:30.172 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:30.175 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:30.177 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:30.185 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:30.185 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b09604f3-2055-4940-b8b8-99dee7b356bc] [2024/05/06 02:39:30.185 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:30.185 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:30.185 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:30.186 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:30.221 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=50.716155ms] [2024/05/06 02:39:30.239 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:30.244 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 02:39:30.245 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 02:39:30.268 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:30.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:30.268 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:30.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 02:39:30.311 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.338 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=302.364Β΅s] [gotSchemaVersion=150] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:30.347 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=150] [2024/05/06 02:39:30.387 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.81697ms] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:30.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.448 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.478 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=242.107Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:30.488 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=151] [2024/05/06 02:39:30.527 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.287713ms] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.606 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 198, Old Table Name: t1"] [2024/05/06 02:39:30.642 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=314.181Β΅s] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:30.654 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/06 02:39:30.691 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.679855ms] [job="ID:200, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:30.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.745 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=200] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/06 02:39:30.756 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="drop table"] [2024/05/06 02:39:30.760 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [job="ID:200, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:30.212 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.842 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 02:39:30.842 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:30.846 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.601204577\n# Parse_time: 0.000177552\n# Compile_time: 0.000438302\n# Rewrite_time: 0.000006421\n# Optimize_time: 0.000177236\n# Wait_TS: 0.000298167\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 02:39:30.853 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 02:39:30.857 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 02:39:30.896 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:30.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:30.896 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:30.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 02:39:30.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=202] [conn=18] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.954 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 201, Table Name: t"] [2024/05/06 02:39:31.005 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.133307ms] [gotSchemaVersion=153] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:31.016 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=202] [version=153] [2024/05/06 02:39:31.052 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.411844ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:30.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:31.104 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=202] [conn=18] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.863 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:31.151 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 02:39:31.151 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:31.156 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=153] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 02:39:31.185 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:31.185 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:31.185 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:31.186 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b09604f3-2055-4940-b8b8-99dee7b356bc] [watcherID=237b5eb1-125b-40dd-877d-c61ebf9c0694] [2024/05/06 02:39:31.195 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:31.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:31.195 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:31.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 02:39:31.198 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:31.198 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:31.198 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:31.198 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:31.253 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=204] [conn=18] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:31.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:31.260 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 203, Table Name: _t"] [2024/05/06 02:39:31.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.324844ms] [gotSchemaVersion=154] [phyTblIDs="[203]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:31.317 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=154] [2024/05/06 02:39:31.353 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=52.855966ms] [job="ID:204, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:31.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:31.409 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=204] [conn=18] [job="ID:204, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:31.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:31.445 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 02:39:31.445 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:31.983 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:32.166 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567305790390291] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=2.508234ms] [2024/05/06 02:39:32.166 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449567305790390291] [2024/05/06 02:39:32.168 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567305790390291] [commitTS=449567305803497473] [2024/05/06 02:39:32.168 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567305790390291] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] [concurrency=8] [2024/05/06 02:39:32.172 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567305790390291] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] ["cost time"=3.805157ms] ["completed regions"=1] [2024/05/06 02:39:32.172 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567305790390291] [commitTS=449567305803497473] [session=18] [2024/05/06 02:39:32.199 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567305803497475] [generation=1] [session=18] [keys=100] [size=2.4kB] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=3.450982ms] [2024/05/06 02:39:32.200 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.4kB] [startTS=449567305803497475] [2024/05/06 02:39:32.202 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567305803497475] [commitTS=449567305803497477] [2024/05/06 02:39:32.202 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567305803497475] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/06 02:39:32.206 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567305803497475] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=4.167588ms] ["completed regions"=1] [2024/05/06 02:39:32.206 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=7480000000000000c95f7280000000000003e8] [2024/05/06 02:39:32.206 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567305803497475] [commitTS=449567305803497477] [session=18] [2024/05/06 02:39:32.209 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=7480000000000000c95f7280000000000003e8] ["first new region left"="{Id:60 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:61 store_id:1 id:62 store_id:4 id:63 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 02:39:32.209 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=60] [2024/05/06 02:39:32.210 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000c95f7280000000000003e8] ["new region left"="{Id:60 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:61 store_id:1 id:62 store_id:4 id:63 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:32.211 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=64] [2024/05/06 02:39:32.211 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000c95f7280000000000007d0] ["new region left"="{Id:64 StartKey:7480000000000000ffc95f728000000000ff0003e80000000000fa EndKey:7480000000000000ffc95f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:1 id:66 store_id:4 id:67 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:32.212 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=68] [2024/05/06 02:39:32.212 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000c95f728000000000000bb8] ["new region left"="{Id:68 StartKey:7480000000000000ffc95f728000000000ff0007d00000000000fa EndKey:7480000000000000ffc95f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:69 store_id:1 id:70 store_id:4 id:71 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:32.213 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=72] [2024/05/06 02:39:32.214 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000c95f728000000000000fa0] ["new region left"="{Id:72 StartKey:7480000000000000ffc95f728000000000ff000bb80000000000fa EndKey:7480000000000000ffc95f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:73 store_id:1 id:74 store_id:4 id:75 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:32.214 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=76] [2024/05/06 02:39:32.214 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000c95f728000000000001388] ["new region left"="{Id:76 StartKey:7480000000000000ffc95f728000000000ff000fa00000000000fa EndKey:7480000000000000ffc95f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:77 store_id:1 id:78 store_id:4 id:79 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:32.215 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=80] [2024/05/06 02:39:32.215 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000c95f728000000000001770] ["new region left"="{Id:80 StartKey:7480000000000000ffc95f728000000000ff0013880000000000fa EndKey:7480000000000000ffc95f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:81 store_id:1 id:82 store_id:4 id:83 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:32.216 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=84] [2024/05/06 02:39:32.216 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000c95f728000000000001b58] ["new region left"="{Id:84 StartKey:7480000000000000ffc95f728000000000ff0017700000000000fa EndKey:7480000000000000ffc95f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:85 store_id:1 id:86 store_id:4 id:87 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:32.216 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=88] [2024/05/06 02:39:32.217 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000c95f728000000000001f40] ["new region left"="{Id:88 StartKey:7480000000000000ffc95f728000000000ff001b580000000000fa EndKey:7480000000000000ffc95f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:89 store_id:1 id:90 store_id:4 id:91 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:32.217 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=92] [2024/05/06 02:39:32.218 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000c95f728000000000002328] ["new region left"="{Id:92 StartKey:7480000000000000ffc95f728000000000ff001f400000000000fa EndKey:7480000000000000ffc95f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:93 store_id:1 id:94 store_id:4 id:95 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:32.218 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[60,64,68,72,76,80,84,88,92]"] [2024/05/06 02:39:32.218 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=60] [backoff(ms)=299988] [2024/05/06 02:39:32.219 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=60] [2024/05/06 02:39:32.219 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=64] [backoff(ms)=299987] [2024/05/06 02:39:32.219 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=64] [2024/05/06 02:39:32.220 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=68] [backoff(ms)=299986] [2024/05/06 02:39:32.220 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=68] [2024/05/06 02:39:32.220 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=72] [backoff(ms)=299986] [2024/05/06 02:39:32.220 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=72] [2024/05/06 02:39:32.221 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=76] [backoff(ms)=299985] [2024/05/06 02:39:32.221 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=76] [2024/05/06 02:39:32.221 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=80] [backoff(ms)=299985] [2024/05/06 02:39:32.221 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=80] [2024/05/06 02:39:32.221 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=84] [backoff(ms)=299984] [2024/05/06 02:39:32.222 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=84] [2024/05/06 02:39:32.222 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=88] [backoff(ms)=299984] [2024/05/06 02:39:32.222 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=88] [2024/05/06 02:39:32.222 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=92] [backoff(ms)=299983] [2024/05/06 02:39:32.223 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=92] [2024/05/06 02:39:32.270 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567305816342534] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=3.743787ms] [2024/05/06 02:39:32.271 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449567305816342534] [2024/05/06 02:39:32.273 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567305816342534] [commitTS=449567305829711874] [2024/05/06 02:39:32.273 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567305816342534] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/06 02:39:32.292 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567305816342534] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=18.402379ms] ["completed regions"=10] [2024/05/06 02:39:32.292 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449567305816342534] [commitTS=449567305829711874] [session=18] [2024/05/06 02:39:32.298 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [2024/05/06 02:39:32.298 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [2024/05/06 02:39:32.299 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [] [2024/05/06 02:39:32.301 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:32.301 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=25.736Β΅s] [2024/05/06 02:39:32.301 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=17.428Β΅s] [2024/05/06 02:39:32.301 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=16.655Β΅s] [2024/05/06 02:39:32.301 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=15.988Β΅s] [2024/05/06 02:39:32.301 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:32.301 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=12.519Β΅s] [2024/05/06 02:39:32.301 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:32.301 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:32.301 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:32.305 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=51ba7489-73bb-49ad-b542-e44b36097893] ["take time"=16.037155ms] [2024/05/06 02:39:32.305 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=51ba7489-73bb-49ad-b542-e44b36097893] [2024/05/06 02:39:32.307 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:32.307 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b09604f3-2055-4940-b8b8-99dee7b356bc] [watcherID=237b5eb1-125b-40dd-877d-c61ebf9c0694] [2024/05/06 02:39:32.307 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:32.307 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b09604f3-2055-4940-b8b8-99dee7b356bc] [2024/05/06 02:39:32.307 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:32.308 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:32.308 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:32.308 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:32.308 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:32.308 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:32.308 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:32.308 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:32.308 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:32.308 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:32.313 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:32.313 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1503] [2024/05/06 02:39:32.314 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=51ba7489-73bb-49ad-b542-e44b36097893] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:32.314 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:32.314 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:32.314 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:32.314 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:32.314 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:32.314 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:32.315 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dabe6702-3bab-487c-bad6-6e36182eb32c"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:32.314 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:32.315 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [error="context canceled"] [2024/05/06 02:39:32.315 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:32.314 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:32.315 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [2024/05/06 02:39:32.314 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:32.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:32.315 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:32.315 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:32.315 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:32.315 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:32.315 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=51ba7489-73bb-49ad-b542-e44b36097893] [2024/05/06 02:39:32.315 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:32.315 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:32.317 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:32.317 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=dabe6702-3bab-487c-bad6-6e36182eb32c] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:32.317 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:32.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:32.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:32.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:32.317 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dabe6702-3bab-487c-bad6-6e36182eb32c"] [error="context canceled"] [2024/05/06 02:39:32.317 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dabe6702-3bab-487c-bad6-6e36182eb32c"] [2024/05/06 02:39:32.321 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:32.321 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:32.321 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:32.342 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:32.342 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [error="context canceled"] [2024/05/06 02:39:32.342 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [2024/05/06 02:39:32.342 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:33.562 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:33.562 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:33.562 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:33.573 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dabe6702-3bab-487c-bad6-6e36182eb32c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:33.596 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 51ba7489-73bb-49ad-b542-e44b36097893"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:33.596 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:33.596 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:33.596 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:33.604 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.314540512s] [2024/05/06 02:39:33.604 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:33.604 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:33.604 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:33.604 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:33.604 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:33.604 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:33.604 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:33.605 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:33.605 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:33.605 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:33.605 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:33.605 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:33.606 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDelete (3.90s) === RUN TestPipelinedDMLUpdate [2024/05/06 02:39:33.613 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:33.614 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:33.614 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:39:33.615 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:33.615 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:33.616 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:33.616 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:33.618 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:33.622 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:33.623 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:33.625 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:33.632 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:33.643 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:33.780 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=280] ["lease id"=22318f4bc2715f66] [2024/05/06 02:39:33.783 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:33.876 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=154] ["start time"=90.030823ms] [2024/05/06 02:39:33.881 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:33.881 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=81646c4b-6350-41cb-a49e-a34881faa623] [runWorker=true] [2024/05/06 02:39:33.881 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:33.884 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:33.885 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:33.885 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:33.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:33.885 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:33.885 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:33.887 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc2715f57] [ownerID=81646c4b-6350-41cb-a49e-a34881faa623] [op=none] [2024/05/06 02:39:33.888 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:33.888 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=31f2c71e-5f10-4320-9c06-db0d8da5a93d] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:33.892 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:33.912 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:33.913 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:33.913 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:33.936 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:33.937 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc2715f57] [ownerID=81646c4b-6350-41cb-a49e-a34881faa623] [op=none] [2024/05/06 02:39:33.937 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [op=none] [2024/05/06 02:39:33.937 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:34.012 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:34.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:34.042 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:34.042 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:34.042 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:34.042 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:34.042 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:34.042 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:34.042 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:34.042 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:34.042 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:34.044 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:34.044 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:34.046 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:34.046 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:34.046 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:34.046 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:34.046 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:34.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:34.050 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:34.056 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a38521bf-d7df-46f0-ba4e-1b498f73504a] [2024/05/06 02:39:34.057 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:34.057 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:34.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:34.058 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:34.058 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:34.091 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:34.091 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.896004ms] [2024/05/06 02:39:34.096 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 02:39:34.098 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 02:39:34.099 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 02:39:34.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:34.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:34.126 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:34.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:34.163 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.192 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=249.252Β΅s] [gotSchemaVersion=155] [phyTblIDs="[203]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:34.203 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=155] [2024/05/06 02:39:34.241 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=52.982303ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:34.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.360 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=323.663Β΅s] [gotSchemaVersion=156] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:34.372 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=156] [2024/05/06 02:39:34.409 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=52.987727ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.480 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 203, Old Table Name: _t"] [2024/05/06 02:39:34.518 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=253.65Β΅s] [gotSchemaVersion=157] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:34.527 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=157] [2024/05/06 02:39:34.566 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=52.616357ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:34.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.597 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 02:39:34.610 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/06 02:39:34.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:34.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.662 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 02:39:34.663 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:34.688 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:34.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:34.688 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:34.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:34.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=302.238Β΅s] [gotSchemaVersion=158] [phyTblIDs="[201]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:34.764 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=158] [2024/05/06 02:39:34.804 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.194289ms] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:34.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=229.423Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:34.897 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=159] [2024/05/06 02:39:34.938 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.267468ms] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.033 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 201, Old Table Name: t"] [2024/05/06 02:39:35.057 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:35.057 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:35.057 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a38521bf-d7df-46f0-ba4e-1b498f73504a] [watcherID=2034e17e-3cce-439f-a62a-f14180614498] [2024/05/06 02:39:35.058 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:35.068 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=245.196Β΅s] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:35.070 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:35.070 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:35.070 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:35.070 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:35.079 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/06 02:39:35.117 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.558442ms] [job="ID:206, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:34.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.149 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 02:39:35.156 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="drop table"] [2024/05/06 02:39:35.160 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [job="ID:206, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:34.662 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.209 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 02:39:35.209 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:35.213 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 1.114219131\n# Parse_time: 0.000226361\n# Compile_time: 0.000510496\n# Rewrite_time: 0.00000943\n# Optimize_time: 0.000226025\n# Wait_TS: 0.000479678\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 02:39:35.223 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 02:39:35.226 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 02:39:35.262 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:35.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:35.262 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:35.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 02:39:35.330 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=208] [conn=20] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:35.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.338 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 207, Table Name: t"] [2024/05/06 02:39:35.389 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=2.253352ms] [gotSchemaVersion=161] [phyTblIDs="[207]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:35.399 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=161] [2024/05/06 02:39:35.436 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.694244ms] [job="ID:208, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:35.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.504 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=208] [conn=20] [job="ID:208, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:35.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.541 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=208] [2024/05/06 02:39:35.541 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:35.544 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.320123239\n# Parse_time: 0.000547043\n# Compile_time: 0.000880058\n# Rewrite_time: 0.000009944\n# Optimize_time: 0.000383036\n# Wait_TS: 0.000510813\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 02:39:35.546 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 02:39:35.590 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:35.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:35.590 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:35.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 02:39:35.662 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=210] [conn=20] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:35.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.670 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 209, Table Name: _t"] [2024/05/06 02:39:35.741 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=2.184365ms] [gotSchemaVersion=162] [phyTblIDs="[209]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:35.752 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=210] [version=162] [2024/05/06 02:39:35.789 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.958284ms] [job="ID:210, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:35.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.852 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=210] [conn=20] [job="ID:210, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:35.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.885 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:35.899 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 02:39:35.899 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:35.902 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.357419248\n# Parse_time: 0.000251598\n# Compile_time: 0.000621948\n# Rewrite_time: 0.000013917\n# Optimize_time: 0.000383036\n# Wait_TS: 0.000713315\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/06 02:39:36.601 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.371817ms] [2024/05/06 02:39:36.603 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.25114ms] [2024/05/06 02:39:36.605 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=1.216064ms] [2024/05/06 02:39:36.609 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=40] ["flushed size"=1.16kB] ["take time"=2.784782ms] [2024/05/06 02:39:36.610 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=5] [session=20] [keys=11] [size=319B] ["flushed keys"=51] ["flushed size"=1.479kB] ["take time"=1.189041ms] [2024/05/06 02:39:36.613 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=61] ["flushed size"=1.769kB] ["take time"=1.173863ms] [2024/05/06 02:39:36.616 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=71] ["flushed size"=2.059kB] ["take time"=1.512601ms] [2024/05/06 02:39:36.619 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=81] ["flushed size"=2.349kB] ["take time"=1.223713ms] [2024/05/06 02:39:36.621 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=91] ["flushed size"=2.639kB] ["take time"=1.161685ms] [2024/05/06 02:39:36.625 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306956931081] [generation=10] [session=20] [keys=9] [size=261B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.261693ms] [2024/05/06 02:39:36.625 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449567306956931081] [2024/05/06 02:39:36.626 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567306956931081] [commitTS=449567306969776129] [2024/05/06 02:39:36.626 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567306956931081] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] [concurrency=8] [2024/05/06 02:39:36.630 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567306956931081] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] ["cost time"=3.647081ms] ["completed regions"=1] [2024/05/06 02:39:36.630 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567306956931081] [commitTS=449567306969776129] [session=20] [2024/05/06 02:39:36.646 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=1] [session=20] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.341206ms] [2024/05/06 02:39:36.648 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=2] [session=20] [keys=10] [size=240B] ["flushed keys"=20] ["flushed size"=480B] ["take time"=1.303516ms] [2024/05/06 02:39:36.650 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=3] [session=20] [keys=10] [size=240B] ["flushed keys"=30] ["flushed size"=720B] ["take time"=1.448084ms] [2024/05/06 02:39:36.651 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=4] [session=20] [keys=10] [size=240B] ["flushed keys"=40] ["flushed size"=960B] ["take time"=1.131104ms] [2024/05/06 02:39:36.653 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=5] [session=20] [keys=10] [size=240B] ["flushed keys"=50] ["flushed size"=1.2kB] ["take time"=1.323022ms] [2024/05/06 02:39:36.655 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=6] [session=20] [keys=10] [size=240B] ["flushed keys"=60] ["flushed size"=1.44kB] ["take time"=1.175177ms] [2024/05/06 02:39:36.656 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=7] [session=20] [keys=10] [size=240B] ["flushed keys"=70] ["flushed size"=1.68kB] ["take time"=1.081482ms] [2024/05/06 02:39:36.658 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=8] [session=20] [keys=10] [size=240B] ["flushed keys"=80] ["flushed size"=1.92kB] ["take time"=1.149949ms] [2024/05/06 02:39:36.660 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=9] [session=20] [keys=10] [size=240B] ["flushed keys"=90] ["flushed size"=2.16kB] ["take time"=1.248667ms] [2024/05/06 02:39:36.661 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=10] [session=20] [keys=10] [size=240B] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=1.130303ms] [2024/05/06 02:39:36.663 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=11] [session=20] [keys=10] [size=240B] ["flushed keys"=110] ["flushed size"=2.64kB] ["take time"=1.064103ms] [2024/05/06 02:39:36.665 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=12] [session=20] [keys=10] [size=240B] ["flushed keys"=120] ["flushed size"=2.88kB] ["take time"=1.099971ms] [2024/05/06 02:39:36.666 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=13] [session=20] [keys=10] [size=240B] ["flushed keys"=130] ["flushed size"=3.12kB] ["take time"=1.243553ms] [2024/05/06 02:39:36.668 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=14] [session=20] [keys=10] [size=240B] ["flushed keys"=140] ["flushed size"=3.36kB] ["take time"=1.144444ms] [2024/05/06 02:39:36.670 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=15] [session=20] [keys=10] [size=240B] ["flushed keys"=150] ["flushed size"=3.6kB] ["take time"=1.137817ms] [2024/05/06 02:39:36.671 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=16] [session=20] [keys=10] [size=240B] ["flushed keys"=160] ["flushed size"=3.84kB] ["take time"=1.232018ms] [2024/05/06 02:39:36.673 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=17] [session=20] [keys=10] [size=240B] ["flushed keys"=170] ["flushed size"=4.08kB] ["take time"=1.148372ms] [2024/05/06 02:39:36.674 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=18] [session=20] [keys=10] [size=240B] ["flushed keys"=180] ["flushed size"=4.32kB] ["take time"=1.047392ms] [2024/05/06 02:39:36.676 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=19] [session=20] [keys=10] [size=240B] ["flushed keys"=190] ["flushed size"=4.56kB] ["take time"=1.190258ms] [2024/05/06 02:39:36.678 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306969776134] [generation=20] [session=20] [keys=8] [size=192B] ["flushed keys"=198] ["flushed size"=4.752kB] ["take time"=1.014585ms] [2024/05/06 02:39:36.678 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=198] [size=4.752kB] [startTS=449567306969776134] [2024/05/06 02:39:36.679 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567306969776134] [commitTS=449567306982883329] [2024/05/06 02:39:36.679 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567306969776134] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/06 02:39:36.681 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=7480000000000000cf5f7280000000000003e8] [2024/05/06 02:39:36.683 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567306969776134] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=3.992476ms] ["completed regions"=1] [2024/05/06 02:39:36.684 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567306969776134] [commitTS=449567306982883329] [session=20] [2024/05/06 02:39:36.684 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=7480000000000000cf5f7280000000000003e8] ["first new region left"="{Id:96 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:97 store_id:1 id:98 store_id:4 id:99 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 02:39:36.685 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=96] [2024/05/06 02:39:36.685 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000cf5f7280000000000003e8] ["new region left"="{Id:96 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:97 store_id:1 id:98 store_id:4 id:99 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:36.686 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=100] [2024/05/06 02:39:36.686 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000cf5f7280000000000007d0] ["new region left"="{Id:100 StartKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa EndKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:1 id:102 store_id:4 id:103 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:36.687 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=104] [2024/05/06 02:39:36.687 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000cf5f728000000000000bb8] ["new region left"="{Id:104 StartKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa EndKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:105 store_id:1 id:106 store_id:4 id:107 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:36.688 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=108] [2024/05/06 02:39:36.688 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000cf5f728000000000000fa0] ["new region left"="{Id:108 StartKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa EndKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:109 store_id:1 id:110 store_id:4 id:111 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:36.689 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=112] [2024/05/06 02:39:36.689 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000cf5f728000000000001388] ["new region left"="{Id:112 StartKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa EndKey:7480000000000000ffcf5f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:113 store_id:1 id:114 store_id:4 id:115 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:36.690 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=116] [2024/05/06 02:39:36.690 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000cf5f728000000000001770] ["new region left"="{Id:116 StartKey:7480000000000000ffcf5f728000000000ff0013880000000000fa EndKey:7480000000000000ffcf5f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:117 store_id:1 id:118 store_id:4 id:119 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:36.691 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=120] [2024/05/06 02:39:36.691 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000cf5f728000000000001b58] ["new region left"="{Id:120 StartKey:7480000000000000ffcf5f728000000000ff0017700000000000fa EndKey:7480000000000000ffcf5f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:121 store_id:1 id:122 store_id:4 id:123 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:36.692 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=124] [2024/05/06 02:39:36.692 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000cf5f728000000000001f40] ["new region left"="{Id:124 StartKey:7480000000000000ffcf5f728000000000ff001b580000000000fa EndKey:7480000000000000ffcf5f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:125 store_id:1 id:126 store_id:4 id:127 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:36.692 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=128] [2024/05/06 02:39:36.693 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=10] [at=7480000000000000cf5f728000000000002328] ["new region left"="{Id:128 StartKey:7480000000000000ffcf5f728000000000ff001f400000000000fa EndKey:7480000000000000ffcf5f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:129 store_id:1 id:130 store_id:4 id:131 store_id:5 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:36.693 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[96,100,104,108,112,116,120,124,128]"] [2024/05/06 02:39:36.693 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=96] [backoff(ms)=299988] [2024/05/06 02:39:36.694 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=96] [2024/05/06 02:39:36.694 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=100] [backoff(ms)=299987] [2024/05/06 02:39:36.694 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=100] [2024/05/06 02:39:36.695 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=104] [backoff(ms)=299986] [2024/05/06 02:39:36.695 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=104] [2024/05/06 02:39:36.695 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=108] [backoff(ms)=299986] [2024/05/06 02:39:36.695 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=108] [2024/05/06 02:39:36.695 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=112] [backoff(ms)=299985] [2024/05/06 02:39:36.696 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=112] [2024/05/06 02:39:36.696 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=116] [backoff(ms)=299985] [2024/05/06 02:39:36.696 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=116] [2024/05/06 02:39:36.696 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=120] [backoff(ms)=299984] [2024/05/06 02:39:36.697 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=120] [2024/05/06 02:39:36.697 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=124] [backoff(ms)=299984] [2024/05/06 02:39:36.697 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=124] [2024/05/06 02:39:36.697 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=128] [backoff(ms)=299983] [2024/05/06 02:39:36.698 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=128] [2024/05/06 02:39:36.717 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.334729ms] [2024/05/06 02:39:36.719 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.348619ms] [2024/05/06 02:39:36.721 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=1.13461ms] [2024/05/06 02:39:36.723 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=40] ["flushed size"=1.16kB] ["take time"=1.192616ms] [2024/05/06 02:39:36.727 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=50] ["flushed size"=1.45kB] ["take time"=2.130169ms] [2024/05/06 02:39:36.729 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=6] [session=20] [keys=11] [size=319B] ["flushed keys"=61] ["flushed size"=1.769kB] ["take time"=2.130888ms] [2024/05/06 02:39:36.731 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=7] [session=20] [keys=11] [size=319B] ["flushed keys"=72] ["flushed size"=2.088kB] ["take time"=1.731932ms] [2024/05/06 02:39:36.734 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=82] ["flushed size"=2.378kB] ["take time"=1.996493ms] [2024/05/06 02:39:36.736 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=9] [session=20] [keys=11] [size=319B] ["flushed keys"=93] ["flushed size"=2.697kB] ["take time"=1.604134ms] [2024/05/06 02:39:36.737 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567306982883346] [generation=10] [session=20] [keys=7] [size=203B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.182292ms] [2024/05/06 02:39:36.737 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449567306982883346] [2024/05/06 02:39:36.739 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567306982883346] [commitTS=449567306995990530] [2024/05/06 02:39:36.739 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567306982883346] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/06 02:39:36.757 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567306982883346] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=17.612594ms] ["completed regions"=10] [2024/05/06 02:39:36.757 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449567306982883346] [commitTS=449567306995990530] [session=20] [2024/05/06 02:39:36.773 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [2024/05/06 02:39:36.773 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [2024/05/06 02:39:36.774 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:36.775 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [] [2024/05/06 02:39:36.776 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:36.776 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=25.964Β΅s] [2024/05/06 02:39:36.777 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=17.276Β΅s] [2024/05/06 02:39:36.777 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=17.19Β΅s] [2024/05/06 02:39:36.777 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=6.875Β΅s] [2024/05/06 02:39:36.777 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:36.777 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=15.513Β΅s] [2024/05/06 02:39:36.777 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:36.777 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:36.777 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:36.780 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=81646c4b-6350-41cb-a49e-a34881faa623] ["take time"=24.536057ms] [2024/05/06 02:39:36.780 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=81646c4b-6350-41cb-a49e-a34881faa623] [2024/05/06 02:39:36.782 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:36.782 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:36.782 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a38521bf-d7df-46f0-ba4e-1b498f73504a] [watcherID=2034e17e-3cce-439f-a62a-f14180614498] [2024/05/06 02:39:36.782 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a38521bf-d7df-46f0-ba4e-1b498f73504a] [2024/05/06 02:39:36.782 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:36.783 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:36.783 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:36.783 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:36.783 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:36.783 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:36.783 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:36.783 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:36.783 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:36.783 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:36.789 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:36.789 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=280] [2024/05/06 02:39:36.790 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=81646c4b-6350-41cb-a49e-a34881faa623] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:36.790 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:36.790 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:36.790 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:36.790 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 31f2c71e-5f10-4320-9c06-db0d8da5a93d"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:36.790 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:36.790 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:36.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:36.790 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:36.791 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [error="context canceled"] [2024/05/06 02:39:36.791 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:36.791 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:36.790 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:36.791 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=81646c4b-6350-41cb-a49e-a34881faa623] [2024/05/06 02:39:36.790 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:36.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:36.791 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:36.790 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:36.791 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [2024/05/06 02:39:36.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:36.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:36.791 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:36.792 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=31f2c71e-5f10-4320-9c06-db0d8da5a93d] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:36.792 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:36.792 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:36.792 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 31f2c71e-5f10-4320-9c06-db0d8da5a93d"] [error="context canceled"] [2024/05/06 02:39:36.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:36.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:36.792 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 31f2c71e-5f10-4320-9c06-db0d8da5a93d"] [2024/05/06 02:39:36.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:36.793 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:36.793 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:36.793 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:36.831 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:36.831 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [error="context canceled"] [2024/05/06 02:39:36.832 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [2024/05/06 02:39:38.067 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:38.067 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 31f2c71e-5f10-4320-9c06-db0d8da5a93d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:38.067 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:38.067 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:38.086 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 81646c4b-6350-41cb-a49e-a34881faa623"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:38.086 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:38.086 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:38.086 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:38.094 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.338362767s] [2024/05/06 02:39:38.095 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:38.095 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:38.095 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:38.095 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:38.095 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:38.095 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:38.095 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:38.095 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:38.095 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:38.095 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:38.095 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:38.095 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:38.096 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLUpdate (4.49s) === RUN TestPipelinedDMLCommitFailed [2024/05/06 02:39:38.104 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:38.104 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:38.105 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:39:38.106 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:38.106 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:38.107 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:38.107 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:38.109 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:38.112 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:38.114 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:38.116 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:38.124 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:38.134 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:38.273 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=648] ["lease id"=3eaa8f4bc2715a45] [2024/05/06 02:39:38.277 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:38.371 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=162] ["start time"=90.56495ms] [2024/05/06 02:39:38.376 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:38.376 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=af14d99b-12aa-4655-ad30-de5dce20f13e] [runWorker=true] [2024/05/06 02:39:38.376 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:38.378 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:38.379 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:39:38.379 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:38.379 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:38.379 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:38.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:38.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:38.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:38.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:38.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:38.380 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:38.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:38.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:38.380 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:38.380 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:38.380 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:38.382 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715f91] [ownerID=af14d99b-12aa-4655-ad30-de5dce20f13e] [op=none] [2024/05/06 02:39:38.383 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:38.383 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a2e563c3-b509-4126-aaa7-7c53da228172] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:38.387 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:38.407 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:38.408 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:38.408 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:38.431 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:38.432 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715f91] [ownerID=af14d99b-12aa-4655-ad30-de5dce20f13e] [op=none] [2024/05/06 02:39:38.432 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [op=none] [2024/05/06 02:39:38.432 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:38.536 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:38.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:38.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:38.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:38.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:38.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:38.563 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:38.563 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:38.563 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:38.564 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:38.564 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:38.566 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:38.566 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:38.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:38.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:38.568 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:38.568 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:38.568 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:38.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:38.573 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:38.578 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/36fc6bcb-b850-4416-88de-7baaa183bd43] [2024/05/06 02:39:38.579 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:38.579 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:38.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:38.583 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:38.583 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:38.618 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=52.344694ms] [2024/05/06 02:39:38.619 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:38.625 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 02:39:38.627 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 02:39:38.629 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 02:39:38.655 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:38.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:38.655 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:38.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:38.707 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:38.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:38.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=253.349Β΅s] [gotSchemaVersion=163] [phyTblIDs="[209]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:38.748 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=163] [2024/05/06 02:39:38.787 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.303132ms] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:38.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:38.851 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:38.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:38.879 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=220.916Β΅s] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:38.888 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=164] [2024/05/06 02:39:38.929 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.056937ms] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:38.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:38.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:38.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:38.971 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 209, Old Table Name: _t"] [2024/05/06 02:39:39.006 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=280.793Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:39.016 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=165] [2024/05/06 02:39:39.055 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.310377ms] [job="ID:211, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:38.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.102 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=211] [tableIDs="[209]"] [comment="drop table: table ID"] [2024/05/06 02:39:39.114 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="drop table"] [2024/05/06 02:39:39.118 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:38.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.173 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 02:39:39.173 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:39.225 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:39.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:39.225 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:39.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:39.270 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:39.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.298 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=354.2Β΅s] [gotSchemaVersion=166] [phyTblIDs="[207]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:39.309 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=212] [version=166] [2024/05/06 02:39:39.347 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.990472ms] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:39.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:39.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.446 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=235.089Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:39.454 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=212] [version=167] [2024/05/06 02:39:39.495 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.464567ms] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:39.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.556 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:39.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.566 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 207, Old Table Name: t"] [2024/05/06 02:39:39.579 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:39.579 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:39.579 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/36fc6bcb-b850-4416-88de-7baaa183bd43] [watcherID=514c606d-0c7b-4d76-816d-3c4bae41b208] [2024/05/06 02:39:39.583 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:39.597 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:39.597 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:39.597 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:39.597 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:39.614 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=245.329Β΅s] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:39.623 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/06 02:39:39.663 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=52.84099ms] [job="ID:212, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:39.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.693 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=212] [tableIDs="[207]"] [comment="drop table: table ID"] [2024/05/06 02:39:39.701 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=212] [jobType="drop table"] [2024/05/06 02:39:39.705 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [job="ID:212, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:39.162 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.754 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/06 02:39:39.754 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:39.757 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 1.128891554\n# Parse_time: 0.000197666\n# Compile_time: 0.000486943\n# Rewrite_time: 0.000008057\n# Optimize_time: 0.000283456\n# Wait_TS: 0.000422773\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 02:39:39.772 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 02:39:39.774 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 02:39:39.823 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:39.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:39.823 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:39.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 02:39:39.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=214] [conn=22] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:39.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:39.870 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 213, Table Name: t"] [2024/05/06 02:39:39.948 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=2.225608ms] [gotSchemaVersion=169] [phyTblIDs="[213]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:39.958 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=169] [2024/05/06 02:39:39.994 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=52.867788ms] [job="ID:214, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:39.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:40.049 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=214] [conn=22] [job="ID:214, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:39.763 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:40.087 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 02:39:40.087 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:40.090 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 0.31684555\n# Parse_time: 0.00044786\n# Compile_time: 0.000664562\n# Rewrite_time: 0.000006632\n# Optimize_time: 0.000415165\n# Wait_TS: 0.00043858\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 02:39:40.092 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 02:39:40.320 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:40.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:40.320 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:40.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 02:39:40.373 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=216] [conn=22] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:40.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:40.379 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:40.380 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 215, Table Name: _t"] [2024/05/06 02:39:40.427 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=2.155578ms] [gotSchemaVersion=170] [phyTblIDs="[215]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:40.436 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=170] [2024/05/06 02:39:40.475 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.020348ms] [job="ID:216, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:40.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:40.541 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=216] [conn=22] [job="ID:216, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:40.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:40.579 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 02:39:40.579 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:40.583 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 0.491932493\n# Parse_time: 0.000353906\n# Compile_time: 0.000814387\n# Rewrite_time: 0.000013959\n# Optimize_time: 0.000415165\n# Wait_TS: 0.000370497\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/06 02:39:41.320 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567308189007881] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.944417ms] [2024/05/06 02:39:41.320 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567308189007881] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=37.663Β΅s] [2024/05/06 02:39:41.320 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449567308189007881] [2024/05/06 02:39:41.321 +00:00] [WARN] [session.go:810] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 02:39:41.321 +00:00] [WARN] [session.go:826] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:41.322 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 02:39:41.352 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567308201852932] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.491904ms] [2024/05/06 02:39:41.352 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567308201852932] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=36.141Β΅s] [2024/05/06 02:39:41.353 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449567308201852932] [2024/05/06 02:39:41.353 +00:00] [WARN] [session.go:810] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 02:39:41.353 +00:00] [WARN] [session.go:826] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:41.354 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 02:39:41.369 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [2024/05/06 02:39:41.369 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [2024/05/06 02:39:41.370 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:41.371 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [] [2024/05/06 02:39:41.372 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:41.372 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=35.649Β΅s] [2024/05/06 02:39:41.372 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=17.11Β΅s] [2024/05/06 02:39:41.372 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=18.571Β΅s] [2024/05/06 02:39:41.372 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=21.347Β΅s] [2024/05/06 02:39:41.372 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:41.372 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=15.129Β΅s] [2024/05/06 02:39:41.372 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:41.373 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:41.373 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:41.376 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=af14d99b-12aa-4655-ad30-de5dce20f13e] ["take time"=6.807689ms] [2024/05/06 02:39:41.376 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=af14d99b-12aa-4655-ad30-de5dce20f13e] [2024/05/06 02:39:41.378 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:41.378 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/36fc6bcb-b850-4416-88de-7baaa183bd43] [watcherID=514c606d-0c7b-4d76-816d-3c4bae41b208] [2024/05/06 02:39:41.378 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:41.378 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/36fc6bcb-b850-4416-88de-7baaa183bd43] [2024/05/06 02:39:41.378 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:41.379 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:41.379 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:41.379 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:41.379 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:41.379 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:41.379 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:41.379 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:41.379 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:41.379 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:41.386 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:41.386 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=648] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=af14d99b-12aa-4655-ad30-de5dce20f13e] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:41.387 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:41.387 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:41.387 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a2e563c3-b509-4126-aaa7-7c53da228172"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:41.387 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:41.387 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:41.387 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:41.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:41.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:41.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:41.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:41.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:41.387 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:41.387 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:41.387 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [error="context canceled"] [2024/05/06 02:39:41.387 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a2e563c3-b509-4126-aaa7-7c53da228172"] [2024/05/06 02:39:41.388 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [2024/05/06 02:39:41.388 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=af14d99b-12aa-4655-ad30-de5dce20f13e] [2024/05/06 02:39:41.388 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:41.388 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [2024/05/06 02:39:41.388 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:41.388 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:41.388 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:41.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:41.389 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:41.389 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a2e563c3-b509-4126-aaa7-7c53da228172] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:41.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:41.389 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:41.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:41.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:41.389 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager a2e563c3-b509-4126-aaa7-7c53da228172"] [error="context canceled"] [2024/05/06 02:39:41.393 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:39:41.393 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:39:41.393 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:39:41.393 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:41.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:41.403 +00:00] [INFO] [domain.go:929] ["reload schema in loop, schema syncer need restart"] [2024/05/06 02:39:41.403 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 02:39:41.403 +00:00] [INFO] [domain.go:1003] ["domain is closed"] [2024/05/06 02:39:41.403 +00:00] [ERROR] [domain.go:939] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:968\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:937\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:939\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1286\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:41.413 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:41.414 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:41.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:41.589 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a2e563c3-b509-4126-aaa7-7c53da228172"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:41.913 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:42.413 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:42.662 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:42.662 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:42.662 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:42.664 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:42.828 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a2e563c3-b509-4126-aaa7-7c53da228172"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:42.864 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [errorVerbose="rpc error: code = Canceled desc = grpc: the client connection is closing\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:99\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:42.914 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:43.415 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:43.910 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449567308215222281] [newTTL=7500] [isPipelinedTxn=false] [2024/05/06 02:39:43.916 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:44.130 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager af14d99b-12aa-4655-ad30-de5dce20f13e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:44.417 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:44.918 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:45.419 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:45.920 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 02:39:46.411 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449567308215222281] [newTTL=9999] [isPipelinedTxn=false] [2024/05/06 02:39:46.421 +00:00] [WARN] [session.go:810] ["can not retry txn"] [label=internal] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=true] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 02:39:46.422 +00:00] [WARN] [session.go:826] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:46.423 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567308215222281\n# Query_time: 5.012767653\n# Parse_time: 0\n# Compile_time: 0.000476912\n# Rewrite_time: 0.000005358\n# Optimize_time: 0.001126035\n# Wait_TS: 0\n# Prewrite_time: 0.001288708 Get_commit_ts_time: 0.00037153 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 24, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 493Β΅s}, scan_detail: {get_snapshot_time: 9.42Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 12.6Β΅s, propose_send_wait: 0s, persist_log: {total: 91.5Β΅s, write_leader_wait: 42ns, sync_log: 47.6Β΅s, write_memtable: 1.34Β΅s}, commit_log: 250.5Β΅s, apply_batch_wait: 15.2Β΅s, apply: {total:61.1Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 15.6Β΅s, write_memtable: 11.7Β΅s}}} Write_keys: 3 Write_size: 124 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001077442\n# PD_total: 0.000360955\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:46.423 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=170] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 02:39:46.424 +00:00] [ERROR] [handle.go:200] ["dump stats delta fail"] [category=stats] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [stack="github.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:200\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372"] [2024/05/06 02:39:46.425 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:46.425 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:46.425 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:46.425 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:46.433 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=5.063837964s] [2024/05/06 02:39:46.434 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:46.434 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:46.434 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:46.434 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:46.434 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:46.434 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:46.434 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:46.434 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:46.434 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:46.434 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:46.434 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:46.434 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:46.435 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitFailed (8.34s) === RUN TestPipelinedDMLCommitSkipSecondaries [2024/05/06 02:39:46.440 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:46.441 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:46.441 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:39:46.442 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:46.442 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:46.443 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:46.443 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:46.445 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:46.449 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:46.450 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:46.452 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:46.460 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:46.471 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:46.634 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1696] ["lease id"=3eaa8f4bc2715a88] [2024/05/06 02:39:46.636 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:46.732 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=170] ["start time"=91.138887ms] [2024/05/06 02:39:46.737 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:46.737 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=29c55ba0-2d7c-4204-8f20-f197af0d1a62] [runWorker=true] [2024/05/06 02:39:46.737 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:46.739 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:46.740 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:46.741 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:46.741 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:46.741 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:46.741 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:46.743 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715fbf] [ownerID=29c55ba0-2d7c-4204-8f20-f197af0d1a62] [op=none] [2024/05/06 02:39:46.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:46.744 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a462668c-b8ae-4405-aef3-d2c863eab970] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:46.748 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:46.768 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:46.769 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:46.769 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:46.792 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:46.793 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc2715fbf] [ownerID=29c55ba0-2d7c-4204-8f20-f197af0d1a62] [op=none] [2024/05/06 02:39:46.793 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [op=none] [2024/05/06 02:39:46.793 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:46.870 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:46.887 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:46.900 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:46.900 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:46.900 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:46.900 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:46.900 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:46.900 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:46.900 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:46.900 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:46.900 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:46.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:46.902 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:46.903 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:46.903 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:46.903 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:46.903 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:46.903 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:46.906 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:46.908 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:46.914 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/270d8c41-a6a2-4f37-8b16-f60afd795f7e] [2024/05/06 02:39:46.914 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:46.914 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:46.917 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:46.917 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:46.917 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:46.951 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=49.198647ms] [2024/05/06 02:39:46.967 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:46.971 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 02:39:46.974 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 02:39:46.976 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 02:39:47.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:46.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:47.005 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:46.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:47.069 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:46.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.096 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=221.834Β΅s] [gotSchemaVersion=171] [phyTblIDs="[215]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:47.105 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=217] [version=171] [2024/05/06 02:39:47.145 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.13091ms] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:46.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:46.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=217.529Β΅s] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:47.239 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=217] [version=172] [2024/05/06 02:39:47.277 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.682984ms] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:46.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:46.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.318 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 215, Old Table Name: _t"] [2024/05/06 02:39:47.381 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=253.994Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:47.390 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=217] [version=173] [2024/05/06 02:39:47.430 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.235904ms] [job="ID:217, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:46.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.460 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=217] [tableIDs="[215]"] [comment="drop table: table ID"] [2024/05/06 02:39:47.471 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=217] [jobType="drop table"] [2024/05/06 02:39:47.475 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [job="ID:217, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:46.962 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.525 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=217] [2024/05/06 02:39:47.525 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:47.551 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:47.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:47.551 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:47.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:47.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:47.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=254.359Β΅s] [gotSchemaVersion=174] [phyTblIDs="[213]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:47.634 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=174] [2024/05/06 02:39:47.673 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.213225ms] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:47.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.729 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:47.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.760 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=273.799Β΅s] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:47.771 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=175] [2024/05/06 02:39:47.810 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=53.34628ms] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:47.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.858 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:47.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.866 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 213, Old Table Name: t"] [2024/05/06 02:39:47.897 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=198.216Β΅s] [gotSchemaVersion=176] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:47.911 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=176] [2024/05/06 02:39:47.914 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:47.914 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:47.915 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/270d8c41-a6a2-4f37-8b16-f60afd795f7e] [watcherID=6f36c3c9-cd14-4492-880c-08b3f268c918] [2024/05/06 02:39:47.917 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:47.931 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:47.931 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:47.931 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:47.931 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:47.947 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.138098ms] [job="ID:218, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:47.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.015 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=218] [tableIDs="[213]"] [comment="drop table: table ID"] [2024/05/06 02:39:48.024 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=218] [jobType="drop table"] [2024/05/06 02:39:48.027 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [job="ID:218, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:47.512 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.112 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 02:39:48.113 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:48.117 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.14139878\n# Parse_time: 0.000242279\n# Compile_time: 0.000552818\n# Rewrite_time: 0.000010369\n# Optimize_time: 0.000203598\n# Wait_TS: 0.000380036\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 02:39:48.127 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 02:39:48.129 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 02:39:48.169 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:48.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:48.169 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:48.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 02:39:48.218 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=220] [conn=25] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:48.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.226 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 219, Table Name: t"] [2024/05/06 02:39:48.272 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.127059ms] [gotSchemaVersion=177] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:48.283 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=177] [2024/05/06 02:39:48.320 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.218886ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:48.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.357 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=220] [conn=25] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:48.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.388 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 02:39:48.388 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:48.392 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=177] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 02:39:48.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:48.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:48.431 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:48.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 02:39:48.500 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=222] [conn=25] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:48.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.507 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 221, Table Name: _t"] [2024/05/06 02:39:48.551 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.083772ms] [gotSchemaVersion=178] [phyTblIDs="[221]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:48.561 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=222] [version=178] [2024/05/06 02:39:48.599 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.493354ms] [job="ID:222, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:48.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.654 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=222] [conn=25] [job="ID:222, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:48.363 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.693 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 02:39:48.693 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:48.696 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.305109303\n# Parse_time: 0.000295391\n# Compile_time: 0.000651161\n# Rewrite_time: 0.000013711\n# Optimize_time: 0.000414689\n# Wait_TS: 0.000360067\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/06 02:39:48.751 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:49.393 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567310312374276] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.60329ms] [2024/05/06 02:39:49.394 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567310312374276] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=27.519Β΅s] [2024/05/06 02:39:49.394 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449567310312374276] [2024/05/06 02:39:49.396 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567310312374276] [commitTS=449567310312374278] [2024/05/06 02:39:49.440 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567310325481474] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=4.462911ms] [2024/05/06 02:39:49.440 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567310325481474] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=46.556Β΅s] [2024/05/06 02:39:49.440 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449567310325481474] [2024/05/06 02:39:49.442 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567310325481474] [commitTS=449567310325481475] [2024/05/06 02:39:49.502 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [2024/05/06 02:39:49.502 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [2024/05/06 02:39:49.504 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [] [2024/05/06 02:39:49.505 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:49.505 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=25.245Β΅s] [2024/05/06 02:39:49.505 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=17.396Β΅s] [2024/05/06 02:39:49.505 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=13.767Β΅s] [2024/05/06 02:39:49.505 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=12.32Β΅s] [2024/05/06 02:39:49.505 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:49.505 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=11.456Β΅s] [2024/05/06 02:39:49.505 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:49.505 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:49.505 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:49.508 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=29c55ba0-2d7c-4204-8f20-f197af0d1a62] ["take time"=30.757624ms] [2024/05/06 02:39:49.508 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=29c55ba0-2d7c-4204-8f20-f197af0d1a62] [2024/05/06 02:39:49.509 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:49.510 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:49.510 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/270d8c41-a6a2-4f37-8b16-f60afd795f7e] [watcherID=6f36c3c9-cd14-4492-880c-08b3f268c918] [2024/05/06 02:39:49.510 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/270d8c41-a6a2-4f37-8b16-f60afd795f7e] [2024/05/06 02:39:49.510 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:49.510 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:49.510 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:49.510 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:49.510 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:49.510 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:49.510 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:49.510 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:49.510 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:49.510 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:49.515 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:49.515 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1696] [2024/05/06 02:39:49.516 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=29c55ba0-2d7c-4204-8f20-f197af0d1a62] [2024/05/06 02:39:49.516 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:49.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:49.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:49.516 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:49.516 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:49.517 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:49.517 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:49.516 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:49.517 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a462668c-b8ae-4405-aef3-d2c863eab970"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:49.517 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:49.517 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:49.517 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:49.517 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [error="context canceled"] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:49.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:49.517 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [2024/05/06 02:39:49.517 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:49.517 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:49.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:49.517 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:49.517 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:49.517 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:49.517 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [2024/05/06 02:39:49.517 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=29c55ba0-2d7c-4204-8f20-f197af0d1a62] [2024/05/06 02:39:49.516 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:49.517 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:49.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:49.517 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:49.517 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:49.517 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:49.517 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:49.518 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:49.518 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:49.518 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a462668c-b8ae-4405-aef3-d2c863eab970] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:49.518 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a462668c-b8ae-4405-aef3-d2c863eab970"] [error="context canceled"] [2024/05/06 02:39:49.518 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:49.519 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:49.518 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:49.519 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a462668c-b8ae-4405-aef3-d2c863eab970"] [2024/05/06 02:39:49.519 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:49.583 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:49.583 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [error="context canceled"] [2024/05/06 02:39:49.784 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:50.774 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:50.774 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:50.774 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:50.778 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a462668c-b8ae-4405-aef3-d2c863eab970"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:51.028 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 29c55ba0-2d7c-4204-8f20-f197af0d1a62"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:51.028 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:51.028 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:51.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:51.036 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.558644167s] [2024/05/06 02:39:51.036 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:51.036 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:51.036 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:51.036 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:51.036 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:51.037 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:51.037 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:51.037 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:51.037 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:51.037 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:51.037 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:51.037 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:51.038 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitSkipSecondaries (4.60s) === RUN TestPipelinedDMLDisableRetry [2024/05/06 02:39:51.042 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:51.043 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:51.044 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:39:51.044 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:51.044 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:51.045 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:51.045 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:51.047 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:51.051 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:51.052 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:51.054 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:51.061 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:51.071 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:51.207 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1478] ["lease id"=6f188f4bc2715fda] [2024/05/06 02:39:51.210 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:51.303 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=178] ["start time"=89.912135ms] [2024/05/06 02:39:51.307 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:51.308 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=f641d7ec-aa7f-4fd5-8992-bd690e61d202] [runWorker=true] [2024/05/06 02:39:51.308 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:51.310 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:51.310 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:39:51.310 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:51.311 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:51.311 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:51.311 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:51.311 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:51.313 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc2715ac1] [ownerID=f641d7ec-aa7f-4fd5-8992-bd690e61d202] [op=none] [2024/05/06 02:39:51.313 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:51.313 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1fc420f1-ec53-436d-b70a-d72701a9ee49] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:51.318 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:51.336 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:51.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:51.338 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:51.362 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:51.363 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc2715ac1] [ownerID=f641d7ec-aa7f-4fd5-8992-bd690e61d202] [op=none] [2024/05/06 02:39:51.363 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [op=none] [2024/05/06 02:39:51.363 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:51.438 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:51.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:51.469 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:51.469 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:51.469 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:51.469 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:51.469 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:51.469 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:51.469 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:51.469 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:51.470 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:51.472 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:51.472 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:51.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:51.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:51.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:51.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:51.473 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:51.477 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:51.479 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:51.483 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/776be067-a4fd-4050-9483-4795e6a2bf07] [2024/05/06 02:39:51.483 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:51.483 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:51.489 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:51.489 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:51.489 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:51.520 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=48.098449ms] [2024/05/06 02:39:51.538 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:51.542 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 02:39:51.544 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 02:39:51.546 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 02:39:51.572 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:51.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:51.572 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:51.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:51.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:51.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:51.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=218.539Β΅s] [gotSchemaVersion=179] [phyTblIDs="[221]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:51.674 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=223] [version=179] [2024/05/06 02:39:51.714 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.030286ms] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:51.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:51.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:51.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:51.838 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=247.038Β΅s] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:51.849 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=223] [version=180] [2024/05/06 02:39:51.888 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.922187ms] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:51.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:51.923 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:51.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:51.932 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 221, Old Table Name: _t"] [2024/05/06 02:39:51.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=213.916Β΅s] [gotSchemaVersion=181] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:51.976 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=223] [version=181] [2024/05/06 02:39:52.016 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.954666ms] [job="ID:223, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:51.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.072 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=223] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/06 02:39:52.084 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=223] [jobType="drop table"] [2024/05/06 02:39:52.087 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [job="ID:223, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:51.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.145 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=223] [2024/05/06 02:39:52.145 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:52.170 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:52.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:52.170 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:52.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 02:39:52.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:52.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.235 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=226.579Β΅s] [gotSchemaVersion=182] [phyTblIDs="[219]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:52.245 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=182] [2024/05/06 02:39:52.284 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.154168ms] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:52.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.343 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:52.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.372 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=206.376Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:52.382 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=183] [2024/05/06 02:39:52.421 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.640613ms] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:52.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.483 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:52.483 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:52.483 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:52.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.484 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/776be067-a4fd-4050-9483-4795e6a2bf07] [watcherID=63dd44e2-9f7f-499d-8770-b21d584c8765] [2024/05/06 02:39:52.489 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:52.525 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 219, Old Table Name: t"] [2024/05/06 02:39:52.534 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:52.534 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:52.534 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:52.534 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:52.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=222.371Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:52.573 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=184] [2024/05/06 02:39:52.612 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.786864ms] [job="ID:224, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:52.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.670 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/06 02:39:52.679 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="drop table"] [2024/05/06 02:39:52.683 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [job="ID:224, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:52.112 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.745 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 02:39:52.745 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:52.749 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 26\n# Query_time: 1.203375193\n# Parse_time: 0.000201225\n# Compile_time: 0.000520753\n# Rewrite_time: 0.000010679\n# Optimize_time: 0.000247183\n# Wait_TS: 0.000328518\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 02:39:52.765 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 02:39:52.767 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 02:39:52.804 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:52.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:52.804 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:52.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 02:39:52.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=226] [conn=27] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:52.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.861 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 225, Table Name: t1"] [2024/05/06 02:39:52.906 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=2.169505ms] [gotSchemaVersion=185] [phyTblIDs="[225]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:52.915 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=185] [2024/05/06 02:39:52.954 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.636722ms] [job="ID:226, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:52.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.988 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=226] [conn=27] [job="ID:226, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:52.762 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:53.035 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 02:39:53.036 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:53.041 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=185] [cur_db=test] [sql="create table t2(a int, b int)"] [user=] [2024/05/06 02:39:53.077 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:53.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:53.077 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:53.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int)"] [2024/05/06 02:39:53.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=228] [conn=27] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:53.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:53.139 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 227, Table Name: t2"] [2024/05/06 02:39:53.214 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.413343ms] [gotSchemaVersion=186] [phyTblIDs="[227]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:53.226 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=228] [version=186] [2024/05/06 02:39:53.261 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.963776ms] [job="ID:228, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:53.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:53.311 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:53.342 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=228] [conn=27] [job="ID:228, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:53.013 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:53.374 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 02:39:53.375 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:53.379 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.339054914\n# Parse_time: 0.00064074\n# Compile_time: 0.001149637\n# Rewrite_time: 0.000013564\n# Optimize_time: 0.000461966\n# Wait_TS: 0.00038221\n# DB: test\n# Is_internal: false\n# Digest: f70ede6edaca166e5ceabf2f1c9af2dc99c3d9cebb6fcd126d05988c6dd39c5b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t2(a int, b int);"] [2024/05/06 02:39:53.903 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567311360688140] [generation=1] [session=27] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=1.080211ms] [2024/05/06 02:39:53.904 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:39:53.904 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-rollback-449567311360688140] [startKey=7480000000000000e15f728000000000000001] [endKey=7480000000000000e15f728000000000000001] [2024/05/06 02:39:53.904 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=0] [startTS=449567311360688140] [commitTS=0] [session=27] [2024/05/06 02:39:53.905 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567311360688140\n# Conn_ID: 27\n# Query_time: 0.508984661\n# Parse_time: 0.0009929\n# Compile_time: 0.004665633\n# Rewrite_time: 0.002633557\n# Optimize_time: 0.000461966\n# Wait_TS: 0.000363788\n# Cop_time: 0.001466782 Process_time: 0.000036414 Wait_time: 0.000030947 Request_count: 1 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: test\n# Is_internal: false\n# Digest: 17ec1fbcf3620b11461e2eff18cd122e69a53042f1ba2502f253416afd1b6f79\n# Stats: t2:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.6414e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.0947e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 17106\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sAbwUjAJMjdfMQkwCTAJTi9BCTAJdGltZTo1MDEuMW1zLCBsb29wczoxLCBwcmVwYXJlOiA1MDAuN21zLCBpbnNlcnQ6NDE0LjLCtXMJNDAyIEJ5dGVzAUloCjEJMTRfNgkwCTEwMDAwCXRlc3QudDIuYQkyCWIMMi4wNRlhEDIJMzIwDT4NCBwKMgkzMV8xMBVDTGRhdGE6VGFibGVGdWxsU2Nhbl85EU4IMS43BZQJr3QyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjIFd0Rwcm9jX2tleXM6IDIsIHRvdF8BEiA6IDM2LjTCtXMJEyR3YWl0OiAzMC45BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNTAFOKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa0UX3JwYzoxBYIIYWxfJY8sMS4xNW1zfX0JMjg3LSYwTi9BCjMJNDNfOQkxXzVmmGFibGU6dDIsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbyU3BGt2BbAEOnsFYwAwOe0MfSwgcyFeKGRldGFpbDoge3RvAYoYcHJvY2VzczI2AQRhbDIXABxfc2l6ZTogOClTBGFsDSw4MywgZ2V0X3NuYXBzaG90CdQQIDExLjclIHRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQloQhrZXk+FgAYNCwgYmxvYyHiEH19fSwgAcZeswABHDbcAQhhbF8h3hEaMeMAdCEWCHdhbC14SCAxNDYuM8K1c30JTi9BCU4vQQo=')\n# Plan_digest: f7e0f28c5c86b45fa3d92926774edc8a8076ac4356558ce21165e890659f0d92\n# Binary_plan: tidb_decode_binary_plan('hwfACoIHCghJbnNlcnRfMRKkBgoGU29ydF82Et0FCg5UYWJsZVJlYWRlcl8xMBKfAwoPVAETUEZ1bGxTY2FuXzkhjARw3ptXQUEpAAEB8FiIw0AwAjgCQAJKDAoKCgR0ZXN0EgJ0MlIea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgcwFtfGRldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogMiwgRhcAHF9zaXplOiA4FR0JLPA8MywgZ2V0X3NuYXBzaG90X3RpbWU6IDExLjfCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudAVrCGtleT4WADw0LCBibG9jazoge319fSwgAVVeswABHBQ6IDM2LjQFcQm5CHdhaRGLDDMwLjkJGiEWDHdhbGwNMygxNDYuM8K1c31w/xEBBAF4EQok/wEhYo2IMZXPDDKOATQBQAFSFGRhdGE6VGFibD28BFoUBYgYMS43N21zLC1uHDJi1gFjb3BfJYtIIHtudW06IDEsIG1heDogMS4yNQEqIXotSylaJYw20QAFzwA6GcqAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNTAlAqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa0UX3JwYzoxUQwN4CAxNW1zfX1wnwIuKwEY6egZyNlSWkIrASQJdGVzdC50Mi5hLSAIMi4wBfYobG9vcHM6MnDAAjghUxQDTi9BWhUFYhA1MDEuMSEZCSMkMWIhcHJlcGFyZQHGCDAuNwEbBGluYWNgOjQxNC4ywrVzcJIDeP///////////wEYAQ==')\n# Resource_group: default\ninsert into t1 select * from t2 order by a;"] [2024/05/06 02:39:53.905 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=186] [error="[kv:9007]Write conflict, txnStartTS=449567311360688140, conflictStartTS=449567311492022274, conflictCommitTS=449567311492022275, key={tableID=225, tableName=test.t1, handle=1}, originalKey=7480000000000000e15f728000000000000001, primary={tableID=225, tableName=test.t1, handle=1}, originalPrimaryKey=7480000000000000e15f728000000000000001, reason=Optimistic [try again later]"] [session="{\n \"currDBName\": \"test\",\n \"id\": 27,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 02:39:54.058 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:365.756641ms txnStartTS:449567311439331330 region_id:10 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:365.7ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:571 rocksdb_delete_skipped_count:128 rocksdb_key_skipped_count:1524 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 02:39:54.062 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567311439331330\n# Query_time: 0.378010096\n# Parse_time: 0\n# Compile_time: 0.008225303\n# Rewrite_time: 0.00143529\n# Optimize_time: 0.005372295\n# Wait_TS: 0.000119208\n# Cop_time: 0.364031119 Process_time: 0.000663014 Wait_time: 0.000100065 Request_count: 2 Total_keys: 1142 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 256 Rocksdb_key_skipped_count: 3048\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000331507 Cop_proc_p90: 0.000361015 Cop_proc_max: 0.000361015 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.0032e-05 Cop_wait_p90: 5.3995e-05 Cop_wait_max: 5.3995e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12694\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vBe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM2NS4zbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZB2DHYEcCTAgQnl0ZXMRCBwKMgkxN18yNx32VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDAE4aWQsIENvbHVtbiMxNSldGXUINC44HXd0LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoxLjk3ASkQZmV0Y2gVDgUuDDowc30RqBEIIAozCTZfMjkoQgFPACkBtjA0MDAJZ3JvdXAgYnk6FYtALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDBGvDDEuODEBhTWmUHBhcnRpYWxfd29ya2VyOnt3YWxsXyXSGDEuMzA2MjcFLwhjb245zHgsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjUuNjQ3MjQ5AV8BFRhleGVjOjBzCSIFUhg1Ljg2NDE2BSIobWF4OjEuMjAxNTdFNwhwOTUdEBR9LCBmaW5alwAMNzIyNwk1XpcAAaMRlxwyNy4xNjTCtQ2JBZYQNS44MDYVEwWcGDcuNzU2NDUF7gmcDDY0ODAl2gmbDQ8AfUHCAQQYCjQJMV8zMDGZJG5vdChpc251bGw9gSG3BV4MMS4xMiEYLXcICTM4UZ4gTi9BCjUJNl8zIaMIODAwPeNKiQJ5FVIQAyRzY2hlbWFfaWRzUh8ARY8JHkk0CG1pbhWuADhWLwIAMEW0DbgALGovAhQ1NzIuOTgpVl6YAS4vAhQyLjAxMzYlcCGsJZgyLgIYMi4yMTc1OUUeIZIcNDQ5LjM3M8IhyiGTGRBqLgIUOTg3Ljg0Kf9elgAyLgIQNi44MzkFZBWWEDYuMDYxFRMl0BQ0LjE5NDYJvgGcFDkzNC42OQlnAZwZEFkwIDYJMzFfMzYJMCnnOGRhdGE6SGFzaEFnZ18zMXGhEDM0Mi43BW01dAxjb3BfYXIIOiB7YXQIIDEsBXQMIDEuNEmgJHJvY19rZXlzOiAtYQESEDogMzAyBUkByWWiDCA0Ni4JyWhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCyJkgVxCF9kdQUaDG46IDIROixtYXhfZGlzdHNxbF8uUQFIIDF9LCBycGNfaW5mbzp7Q29wOgGuDF9ycGPBDQB0oQMpPCgxLjRtc319CTI1NK2iYQQAN2EEDDEJMV8tH5Xp/gYDlgYDSmYAyV19FgA4JaQEa3YlHAQ6e0UJRcAtqjx9LCBzY2FuX2RldGFpbDogqfgtmkA1NzEsIGdldF9zbmFwc2hvdCkNDCAyMi4ppqByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEyOCwga2V5Xz4YACA1MjQsIGJsb2NBIRB9fX0sIAGaPoYAQRMIZXNzDXZdG6FlBGFpEY9VIimxIGt2X3JlYWRfd9UWACAF8gB0IQcdFQg0NjQFx1nuFDgJNDNfM6EkDDAJMTCB2AR0YeENLmQIAdBsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb35wAUE5AQQECjNhWxw0MShQcm9iZaF1ADYa2AgAZGFlLFNlbGVjdGlvbl80MAVTEq8IBDQuhVotvAAsYRMp2QAgQbh5Zg7ZCHZnA50dIUoIOiA1iQkAY75lAwQ1MW2f7mUDaWUBtgA3SmcDIZEENDBlZzEkSvsCDHJlb3IW2gn+7gI+7gIEOC7JIv7uArbuAjmiNu4CLam27AIYNTA0LjjCtV3sBDUJQewAOSVW/uwCguwC')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('jBrwSQqHGgoNUHJvamVjdGlvbl8xMxLvGAoHU29ydF8xNBL5FwoLSGFzaEpvaW5fMjcSzAYKDlRhYmxlUmVhZGVyXzQxEo4ECgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWELCBlMUEpq6qqqqoAugWEBFIYBYAALi5/ACQucmVvcmdqngJ0bmYACCwgcwHd8F5kZXRhaWw6IHt0b3RhbF9rZXlzOiA1NzEsIGdldF9zbmFwc2hvdF90aW1lOiAyOC42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEyOCwga2V5Xz4YAEQ1MjQsIGJsb2NrOiB7fX19LCABWj6GABxwcm9jZXNzXwEcEDogMzYxBXUJogh3YWkRjwQ1NB0YLGt2X3JlYWRfd2FsbA05JVYlBR0VHDUwNC44wrVzWmcBMBoBAiFVVVVVlXT2QCk1aigBQAFSEWRhdGE6U10sBFoVBaEYMzY0LjNtczXBFGLXAWNvcCnfMCB7bnVtOiAxLCBtYXgBywg1LjgBKwHiLW0EMCwB2gX0ASEV7AXqADoR5YBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhRuOiA1MS4JS6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa0UX3JwYzoxBZQAYS1JKDM2NS43bXN9fXD+LpICEBL2DwoKYV8gQWdnXzI5ErQMLksDEDMwEtELGSAQMzUSxAc2fgMQMzYSiwUdIgQxEkp8AwA0Rfj+fAP+fANhfAAoYXwAAAEBBEC/aXwslAFncm91cCBieTptgQY2hgMh4xxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqoP75A0r5AwgyLjJlbABy/vkDsvkDADAJdUL5AwQ0Nk3cCRqe+wMINDY0Bcda+wMgId7d3d0dPvdAOeZh+AQPZGH4CEhhc0XoDDMxWhZp9gw0Mi43JRQgbG9vcHM6MWLWYvcDCDEuNHb2AxnpbfYV4sL4AwAyMRzu+ANp+AgxLjRG9gMlJgitbPg6JgEAhP4MA74MA1XwXfwINVoUJZwMMS4wN6FmMZpEsgJwYXJ0aWFsX3dvcmtlcjp72REYNTcyLjk4NiXKLh8FHDUsIHRhc2tfocCto8F7GDoyLjAxMzbJWyRvdF9leGVjOjBzpTDJdxgyLjIxNzU5xRKh9Rg0NDkuMzczBWEIcDk1HRAUfSwgZmluUpYAFDk4Ny44NMngXpYAAaIAb00xFDI2LjgzOQVkARQFlgg2LjDdTiUZFDQuMTk0Ngm+AZwUOTM0LjY5CWcBnBkQbiQDCK1I/i3+CAC5QGUkKBZub3QoaXNudWxsNZkINSkpNY8EMTI9jwhw/AIq2AgkGgEBIUREREQkYz5VAAg4Z3KtXjHsBDUsrQ0cZmlyc3Ryb3cdbbkCWQYAOCWnUQYAsWoGAhgxLjMwNjI3BTBecAEuBgIcNS42NDcyNDkB1zVxMgcCGDUuODY0MTYFIiFrGDEuMjAxNTdFFyFrGRBqBwIUMS43MjI3CTVelwAyBwIMNy4xNinPFZYMNS44MEnfARNFBxg3Ljc1NjQ1Be4JnAw2NDgwiaMMOTU6MREPXgUCDpIKFG9BDUEprB6LCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShitQYELCA12AQpXSpMCQWIMbUEN2IS3QgUaGFzaF904RQAOhaqCgw6MS45ZeQQZmV0Y2gVDgUuLDowc30hmSoiS80bHjqkAAA9So4A+akUOmRlc2MsTq4H6WcEWhMlPwgzNjUh+A2jBWoEfVo+agAAOkpqAAFGEG1ldGEsTmMAGYc1DAQ1LkUvDWkMYg1Dbya/CUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 02:39:54.062 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [2024/05/06 02:39:54.062 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [2024/05/06 02:39:54.063 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:54.064 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [] [2024/05/06 02:39:54.065 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:54.065 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=25.558Β΅s] [2024/05/06 02:39:54.065 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=17.642Β΅s] [2024/05/06 02:39:54.065 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=19.697Β΅s] [2024/05/06 02:39:54.065 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=16.846Β΅s] [2024/05/06 02:39:54.065 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:54.065 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=6.914Β΅s] [2024/05/06 02:39:54.065 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:54.065 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:54.065 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:54.068 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=f641d7ec-aa7f-4fd5-8992-bd690e61d202] ["take time"=162.259185ms] [2024/05/06 02:39:54.068 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=f641d7ec-aa7f-4fd5-8992-bd690e61d202] [2024/05/06 02:39:54.070 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:54.070 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/776be067-a4fd-4050-9483-4795e6a2bf07] [watcherID=63dd44e2-9f7f-499d-8770-b21d584c8765] [2024/05/06 02:39:54.070 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:54.070 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/776be067-a4fd-4050-9483-4795e6a2bf07] [2024/05/06 02:39:54.070 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:54.070 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:54.070 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:54.070 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:54.070 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:54.070 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:54.071 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:54.071 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:54.071 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:54.071 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:54.076 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:54.076 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1478] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:54.077 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=f641d7ec-aa7f-4fd5-8992-bd690e61d202] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:54.077 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:54.077 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fc420f1-ec53-436d-b70a-d72701a9ee49"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:54.077 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [error="context canceled"] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [2024/05/06 02:39:54.077 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:54.078 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:54.078 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:54.078 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:54.077 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:54.077 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:54.077 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:54.077 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:54.077 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:54.078 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=f641d7ec-aa7f-4fd5-8992-bd690e61d202] [2024/05/06 02:39:54.078 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:54.078 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [2024/05/06 02:39:54.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:54.078 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:54.078 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:54.078 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:54.078 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:54.079 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:54.079 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:54.079 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1fc420f1-ec53-436d-b70a-d72701a9ee49] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:54.079 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:54.079 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:54.079 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:54.079 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fc420f1-ec53-436d-b70a-d72701a9ee49"] [error="context canceled"] [2024/05/06 02:39:54.079 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fc420f1-ec53-436d-b70a-d72701a9ee49"] [2024/05/06 02:39:54.148 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:54.148 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [error="context canceled"] [2024/05/06 02:39:54.349 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:55.315 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fc420f1-ec53-436d-b70a-d72701a9ee49"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:55.342 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:55.342 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:55.342 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:55.600 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f641d7ec-aa7f-4fd5-8992-bd690e61d202"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:55.601 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:55.601 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:55.601 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:55.608 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.702584866s] [2024/05/06 02:39:55.609 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:55.609 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:55.609 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:55.609 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:55.609 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:55.609 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:55.609 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:55.609 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:55.609 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:55.609 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:55.609 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:55.609 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:55.610 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDisableRetry (4.57s) === RUN TestReplaceRowCheck [2024/05/06 02:39:55.615 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:55.616 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:55.616 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:39:55.617 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:55.617 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:55.618 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:55.618 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:55.620 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:55.623 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:55.625 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:55.627 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:55.634 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:55.644 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:55.781 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1761] ["lease id"=3eaa8f4bc2715aee] [2024/05/06 02:39:55.783 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:55.905 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=186] ["start time"=118.680831ms] [2024/05/06 02:39:55.910 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:55.910 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527] [runWorker=true] [2024/05/06 02:39:55.910 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:55.913 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:55.914 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:55.914 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:55.914 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:55.915 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:55.915 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:55.916 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc271600e] [ownerID=08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527] [op=none] [2024/05/06 02:39:55.917 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:55.917 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a4402875-70c3-4f7a-b5e3-c1be7b442f7f] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:55.922 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:55.940 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:55.941 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:55.942 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:55.966 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:55.967 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc271600e] [ownerID=08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527] [op=none] [2024/05/06 02:39:55.967 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [op=none] [2024/05/06 02:39:55.967 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:56.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:56.046 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:56.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:56.057 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:56.057 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:56.057 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:56.057 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:56.057 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:56.057 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:56.057 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:56.057 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:56.059 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:56.059 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:56.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:56.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:56.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:56.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:56.060 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:56.063 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:56.065 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:56.070 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c7a60ea6-7280-4e59-9414-079c4bb80ef6] [2024/05/06 02:39:56.071 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:56.071 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:56.074 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:56.074 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:56.074 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:56.110 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=51.109701ms] [2024/05/06 02:39:56.111 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:56.117 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 02:39:56.119 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t2` nocache"] [user=] [2024/05/06 02:39:56.121 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="drop table `t1`,`t2`"] [user=] [2024/05/06 02:39:56.150 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:56.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:56.150 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:56.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/06 02:39:56.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=229.132Β΅s] [gotSchemaVersion=187] [phyTblIDs="[225]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:56.238 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=229] [version=187] [2024/05/06 02:39:56.279 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=54.154708ms] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:56.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.330 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=213.493Β΅s] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:56.373 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=229] [version=188] [2024/05/06 02:39:56.411 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=52.917042ms] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.485 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 225, Old Table Name: t1"] [2024/05/06 02:39:56.516 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=217.041Β΅s] [gotSchemaVersion=189] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:56.525 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=229] [version=189] [2024/05/06 02:39:56.565 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=52.666031ms] [job="ID:229, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:56.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.626 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=229] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/06 02:39:56.663 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=229] [jobType="drop table"] [2024/05/06 02:39:56.668 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [job="ID:229, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:56.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.730 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=229] [2024/05/06 02:39:56.730 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:56.758 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:56.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:56.758 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:56.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/06 02:39:56.830 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=242.161Β΅s] [gotSchemaVersion=190] [phyTblIDs="[227]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:56.867 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=190] [2024/05/06 02:39:56.906 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.335562ms] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:56.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.937 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:56.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=222.611Β΅s] [gotSchemaVersion=191] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:56.977 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=191] [2024/05/06 02:39:57.016 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.329475ms] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.071 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:57.071 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:57.071 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c7a60ea6-7280-4e59-9414-079c4bb80ef6] [watcherID=ce883e24-07bc-4c5e-91f4-39e7260f0c4e] [2024/05/06 02:39:57.072 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.074 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:57.082 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 227, Old Table Name: t2"] [2024/05/06 02:39:57.087 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:57.087 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:57.087 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:57.087 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:57.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=208.677Β΅s] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:57.128 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=192] [2024/05/06 02:39:57.167 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=52.780407ms] [job="ID:230, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:56.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.225 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/06 02:39:57.233 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="drop table"] [2024/05/06 02:39:57.237 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [job="ID:230, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:56.712 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.278 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 02:39:57.278 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:57.282 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 29\n# Query_time: 1.161887595\n# Parse_time: 0.000212409\n# Compile_time: 0.000540528\n# Rewrite_time: 0.000014118\n# Optimize_time: 0.000207894\n# Wait_TS: 0.000465633\n# DB: test\n# Is_internal: false\n# Digest: b85281fbd1541c61627d9ed76ac8215af16639bf57f86b3e66202cd5936a07c3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`,`t2`;"] [2024/05/06 02:39:57.291 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:39:57.294 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="create table t1(a int, b int)"] [user=] [2024/05/06 02:39:57.357 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:57.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:57.357 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:57.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int)"] [2024/05/06 02:39:57.430 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=232] [conn=30] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:57.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.437 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 231, Table Name: t1"] [2024/05/06 02:39:57.491 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=2.566538ms] [gotSchemaVersion=193] [phyTblIDs="[231]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:57.502 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=193] [2024/05/06 02:39:57.537 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.062368ms] [job="ID:232, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:57.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.586 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=232] [conn=30] [job="ID:232, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:57.263 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.621 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 02:39:57.621 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:57.624 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.331605906\n# Parse_time: 0.000430112\n# Compile_time: 0.000658579\n# Rewrite_time: 0.000008352\n# Optimize_time: 0.000432738\n# Wait_TS: 0.000473179\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int);"] [2024/05/06 02:39:57.626 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=193] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/06 02:39:57.665 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:57.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:57.665 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:57.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/06 02:39:57.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=234] [conn=30] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:57.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.715 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 233, Table Name: _t1"] [2024/05/06 02:39:57.761 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=2.28618ms] [gotSchemaVersion=194] [phyTblIDs="[233]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:57.771 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=234] [version=194] [2024/05/06 02:39:57.808 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.092407ms] [job="ID:234, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:57.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.841 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=234] [conn=30] [job="ID:234, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:57.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.874 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/06 02:39:57.874 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:57.903 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567312540598284] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.212382ms] [2024/05/06 02:39:57.903 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449567312540598284] [2024/05/06 02:39:57.904 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567312540598284] [commitTS=449567312540598286] [2024/05/06 02:39:57.905 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567312540598284] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] [concurrency=8] [2024/05/06 02:39:57.908 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567312540598284] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] ["cost time"=2.924116ms] ["completed regions"=1] [2024/05/06 02:39:57.908 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567312540598284] [commitTS=449567312540598286] [session=30] [2024/05/06 02:39:57.914 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=194] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:57.914 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:57.945 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:57.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:57.945 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:57.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:57.996 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=236] [conn=30] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:57.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.008 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 235, Table Name: _t1, Old Table ID: 233, Old Table Name: _t1"] [2024/05/06 02:39:58.069 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=2.648449ms] [gotSchemaVersion=195] [phyTblIDs="[233,235]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:58.080 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=236] [version=195] [2024/05/06 02:39:58.115 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=53.392284ms] [job="ID:236, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:57.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.174 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=236] [tableIDs="[233]"] [comment="drop table: table ID"] [2024/05/06 02:39:58.183 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=236] [jobType="truncate table"] [2024/05/06 02:39:58.186 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=236] [conn=30] [job="ID:236, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:57.913 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.239 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 02:39:58.239 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:58.243 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.330023034\n# Parse_time: 0.000243189\n# Compile_time: 0.000573616\n# Rewrite_time: 0.000009263\n# Optimize_time: 0.000856662\n# Wait_TS: 0.000527486\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 02:39:58.254 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567312632086535] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.305394ms] [2024/05/06 02:39:58.254 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449567312632086535] [2024/05/06 02:39:58.256 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567312632086535] [commitTS=449567312632086536] [2024/05/06 02:39:58.256 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567312632086535] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] [concurrency=8] [2024/05/06 02:39:58.259 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567312632086535] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] ["cost time"=2.891626ms] ["completed regions"=1] [2024/05/06 02:39:58.259 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567312632086535] [commitTS=449567312632086536] [session=30] [2024/05/06 02:39:58.263 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=195] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 02:39:58.293 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:58.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:58.293 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:58.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 02:39:58.347 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:58.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.357 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 237, Table Name: _t1, Old Table ID: 235, Old Table Name: _t1"] [2024/05/06 02:39:58.400 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=2.083458ms] [gotSchemaVersion=196] [phyTblIDs="[235,237]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:39:58.409 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=196] [2024/05/06 02:39:58.447 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=52.977291ms] [job="ID:238, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:58.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.476 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop table: table ID"] [2024/05/06 02:39:58.484 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="truncate table"] [2024/05/06 02:39:58.488 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:58.262 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.539 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 02:39:58.540 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:58.556 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567312710729735] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.473386ms] [2024/05/06 02:39:58.556 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449567312710729735] [2024/05/06 02:39:58.557 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567312710729735] [commitTS=449567312710729736] [2024/05/06 02:39:58.558 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567312710729735] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] [concurrency=8] [2024/05/06 02:39:58.561 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567312710729735] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] ["cost time"=2.956565ms] ["completed regions"=1] [2024/05/06 02:39:58.561 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567312710729735] [commitTS=449567312710729736] [session=30] [2024/05/06 02:39:58.571 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [2024/05/06 02:39:58.572 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [2024/05/06 02:39:58.573 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [] [2024/05/06 02:39:58.574 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:58.574 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=23.558Β΅s] [2024/05/06 02:39:58.574 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=14.689Β΅s] [2024/05/06 02:39:58.574 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=15.232Β΅s] [2024/05/06 02:39:58.574 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=13.192Β΅s] [2024/05/06 02:39:58.575 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:58.575 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 78, tp general"] [category=ddl] ["take time"=4.941Β΅s] [2024/05/06 02:39:58.575 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:58.575 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:58.575 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:58.578 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527] ["take time"=12.665601ms] [2024/05/06 02:39:58.578 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527] [2024/05/06 02:39:58.579 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:58.579 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:58.579 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c7a60ea6-7280-4e59-9414-079c4bb80ef6] [watcherID=ce883e24-07bc-4c5e-91f4-39e7260f0c4e] [2024/05/06 02:39:58.580 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c7a60ea6-7280-4e59-9414-079c4bb80ef6] [2024/05/06 02:39:58.580 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:58.580 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:58.580 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:58.580 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:58.580 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:58.580 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:58.580 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:58.580 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:58.580 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:58.580 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:58.585 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:58.585 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:58.585 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1761] [2024/05/06 02:39:58.585 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:58.585 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527] [2024/05/06 02:39:58.585 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:58.586 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:58.586 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:58.586 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:58.586 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:58.586 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a4402875-70c3-4f7a-b5e3-c1be7b442f7f"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [error="context canceled"] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:58.586 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:58.586 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:58.586 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:58.586 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:58.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:58.586 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:58.586 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:58.586 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527] [2024/05/06 02:39:58.587 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:58.587 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:58.587 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:58.587 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:58.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:58.588 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:58.588 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a4402875-70c3-4f7a-b5e3-c1be7b442f7f] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:58.588 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a4402875-70c3-4f7a-b5e3-c1be7b442f7f"] [error="context canceled"] [2024/05/06 02:39:58.588 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:58.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:58.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:58.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:58.588 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a4402875-70c3-4f7a-b5e3-c1be7b442f7f"] [2024/05/06 02:39:58.656 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:58.656 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [error="context canceled"] [2024/05/06 02:39:58.657 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [2024/05/06 02:39:59.836 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:59.836 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:59.836 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:59.839 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a4402875-70c3-4f7a-b5e3-c1be7b442f7f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:59.914 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 08da6d7e-a1c7-42b8-9d1c-f1e43bdb4527"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:59.914 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:59.914 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:59.914 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:59.922 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.356816752s] [2024/05/06 02:39:59.922 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:59.922 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:59.922 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:59.922 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:59.923 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:59.922 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:59.923 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:59.923 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:59.923 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:59.923 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:59.923 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:59.923 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:59.924 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestReplaceRowCheck (4.31s) === RUN TestDuplicateKeyErrorMessage [2024/05/06 02:39:59.928 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:59.929 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:59.929 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:39:59.930 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:59.930 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:59.931 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:59.931 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:59.933 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:59.936 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:59.938 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:59.939 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:59.947 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:59.956 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:40:00.116 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=602] ["lease id"=3eaa8f4bc2715b2d] [2024/05/06 02:40:00.118 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:40:00.211 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=196] ["start time"=88.660491ms] [2024/05/06 02:40:00.215 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:40:00.215 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=ed7bc6c8-17f4-4717-9750-06ccd579a1c8] [runWorker=true] [2024/05/06 02:40:00.215 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:40:00.217 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:40:00.218 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:40:00.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:40:00.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:40:00.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:40:00.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:40:00.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:40:00.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:40:00.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:40:00.218 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:40:00.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:40:00.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:40:00.219 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:40:00.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:40:00.219 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:00.219 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:40:00.220 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc271603a] [ownerID=ed7bc6c8-17f4-4717-9750-06ccd579a1c8] [op=none] [2024/05/06 02:40:00.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:40:00.221 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a43859ca-cd1c-4348-b938-b4b942e5caf6] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:00.225 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:40:00.244 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:40:00.245 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:40:00.246 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:40:00.269 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:40:00.270 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc271603a] [ownerID=ed7bc6c8-17f4-4717-9750-06ccd579a1c8] [op=none] [2024/05/06 02:40:00.270 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [op=none] [2024/05/06 02:40:00.270 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:40:00.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:40:00.364 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:40:00.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:40:00.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:40:00.377 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:40:00.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:40:00.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:40:00.377 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:40:00.377 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:40:00.377 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:40:00.377 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:40:00.379 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:40:00.379 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:40:00.381 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:40:00.381 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:40:00.381 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:40:00.381 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:40:00.381 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:40:00.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:40:00.386 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:40:00.391 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3bbf15ca-959f-4187-964b-d993b2ab3430] [2024/05/06 02:40:00.392 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:40:00.392 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:40:00.395 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:40:00.396 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:40:00.396 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:40:00.430 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:40:00.434 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=54.332627ms] [2024/05/06 02:40:00.436 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 02:40:00.438 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 02:40:00.440 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/06 02:40:00.465 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:00.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:00.465 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:00.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 02:40:00.507 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:00.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:00.536 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=238.301Β΅s] [gotSchemaVersion=197] [phyTblIDs="[237]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:00.547 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=239] [version=197] [2024/05/06 02:40:00.585 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.19787ms] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:00.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:00.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:00.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:00.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=294.851Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:00.675 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=239] [version=198] [2024/05/06 02:40:00.714 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.183565ms] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:00.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:00.784 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:00.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:00.793 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 237, Old Table Name: _t1"] [2024/05/06 02:40:00.851 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=273.932Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:00.861 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=239] [version=199] [2024/05/06 02:40:00.900 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.93899ms] [job="ID:239, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:00.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:00.951 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=239] [tableIDs="[237]"] [comment="drop table: table ID"] [2024/05/06 02:40:00.963 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=239] [jobType="drop table"] [2024/05/06 02:40:00.966 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [job="ID:239, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:00.412 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.026 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=239] [2024/05/06 02:40:01.026 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:01.054 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:01.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:01.054 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:01.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 02:40:01.128 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.157 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=261.311Β΅s] [gotSchemaVersion=200] [phyTblIDs="[231]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:01.167 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=200] [2024/05/06 02:40:01.206 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.31926ms] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:01.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.239 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.271 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=245.661Β΅s] [gotSchemaVersion=201] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:01.283 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=201] [2024/05/06 02:40:01.320 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.047762ms] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.391 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:40:01.392 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:40:01.392 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3bbf15ca-959f-4187-964b-d993b2ab3430] [watcherID=d0dff6fb-f8b2-46ba-a354-e12a1eb9c50f] [2024/05/06 02:40:01.394 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 231, Old Table Name: t1"] [2024/05/06 02:40:01.396 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:40:01.410 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:40:01.410 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:40:01.410 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:40:01.410 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:40:01.443 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=228.646Β΅s] [gotSchemaVersion=202] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:01.454 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=202] [2024/05/06 02:40:01.493 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=53.396415ms] [job="ID:240, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:01.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.532 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=240] [tableIDs="[231]"] [comment="drop table: table ID"] [2024/05/06 02:40:01.540 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=240] [jobType="drop table"] [2024/05/06 02:40:01.544 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [job="ID:240, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:01.012 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.632 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 02:40:01.632 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:01.636 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 31\n# Query_time: 1.196968006\n# Parse_time: 0.000221824\n# Compile_time: 0.000561005\n# Rewrite_time: 0.000011877\n# Optimize_time: 0.00026402\n# Wait_TS: 0.000356423\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/06 02:40:01.644 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 02:40:01.647 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 02:40:01.687 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:01.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:01.687 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:01.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 02:40:01.734 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=242] [conn=32] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.743 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 241, Table Name: t1"] [2024/05/06 02:40:01.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.390232ms] [gotSchemaVersion=203] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:01.809 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=242] [version=203] [2024/05/06 02:40:01.845 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.289036ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:01.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.913 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=242] [conn=32] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.613 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.947 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 02:40:01.947 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:01.950 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 0.304499717\n# Parse_time: 0.00056524\n# Compile_time: 0.000955231\n# Rewrite_time: 0.000010241\n# Optimize_time: 0.000354427\n# Wait_TS: 0.000407386\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/06 02:40:01.967 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567313615126529] [generation=1] [session=32] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=873.033Β΅s] [2024/05/06 02:40:01.985 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [2024/05/06 02:40:01.985 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [2024/05/06 02:40:01.986 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [] [2024/05/06 02:40:01.987 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:01.987 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=26.31Β΅s] [2024/05/06 02:40:01.987 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=11.681Β΅s] [2024/05/06 02:40:01.987 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=14.798Β΅s] [2024/05/06 02:40:01.987 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=13.844Β΅s] [2024/05/06 02:40:01.987 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:01.987 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 83, tp general"] [category=ddl] ["take time"=5.611Β΅s] [2024/05/06 02:40:01.987 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:01.987 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:40:01.987 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:40:01.990 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=ed7bc6c8-17f4-4717-9750-06ccd579a1c8] ["take time"=21.998184ms] [2024/05/06 02:40:01.990 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=ed7bc6c8-17f4-4717-9750-06ccd579a1c8] [2024/05/06 02:40:01.991 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:40:01.992 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:40:01.992 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3bbf15ca-959f-4187-964b-d993b2ab3430] [watcherID=d0dff6fb-f8b2-46ba-a354-e12a1eb9c50f] [2024/05/06 02:40:01.992 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3bbf15ca-959f-4187-964b-d993b2ab3430] [2024/05/06 02:40:01.992 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:40:01.992 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:01.992 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:01.992 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:01.992 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:01.992 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:40:01.992 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:01.992 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:01.992 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:01.992 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:01.997 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:40:01.997 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=602] [2024/05/06 02:40:01.998 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=ed7bc6c8-17f4-4717-9750-06ccd579a1c8] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:40:01.998 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:40:01.998 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:40:01.998 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:40:01.999 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a43859ca-cd1c-4348-b938-b4b942e5caf6"] [error="lost watcher waiting for delete"] [2024/05/06 02:40:01.999 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [error="lost watcher waiting for delete"] [2024/05/06 02:40:01.999 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:40:01.999 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [error="context canceled"] [2024/05/06 02:40:01.999 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:40:01.999 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:40:01.999 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:40:01.998 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:40:01.999 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:40:01.998 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:40:01.999 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:40:01.998 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:01.999 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:40:01.999 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:40:01.998 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:01.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:40:01.999 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:01.999 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:40:01.999 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:40:01.999 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=ed7bc6c8-17f4-4717-9750-06ccd579a1c8] [2024/05/06 02:40:01.999 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:40:01.999 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:40:01.999 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:40:01.999 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:40:01.999 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:40:02.001 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:40:02.001 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a43859ca-cd1c-4348-b938-b4b942e5caf6] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:02.001 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a43859ca-cd1c-4348-b938-b4b942e5caf6"] [error="context canceled"] [2024/05/06 02:40:02.001 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:40:02.001 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:40:02.001 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:40:02.001 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a43859ca-cd1c-4348-b938-b4b942e5caf6"] [2024/05/06 02:40:02.001 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:40:02.001 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a43859ca-cd1c-4348-b938-b4b942e5caf6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:02.036 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:40:02.036 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [error="context canceled"] [2024/05/06 02:40:02.036 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [2024/05/06 02:40:03.245 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a43859ca-cd1c-4348-b938-b4b942e5caf6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:03.253 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:03.253 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:40:03.253 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:40:03.293 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ed7bc6c8-17f4-4717-9750-06ccd579a1c8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:03.293 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:40:03.293 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:40:03.293 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:40:03.300 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.332140587s] [2024/05/06 02:40:03.300 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:03.300 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:03.300 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:03.300 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:03.300 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:03.301 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:03.301 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:03.301 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:03.301 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:03.301 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:03.301 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:03.301 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:03.302 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestDuplicateKeyErrorMessage (3.38s) === RUN TestInsertIgnoreOnDuplicateKeyUpdate [2024/05/06 02:40:03.307 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:40:03.307 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:03.308 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:40:03.308 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:03.308 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:03.309 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:03.309 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:03.311 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:40:03.315 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:40:03.316 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:40:03.318 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:40:03.326 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:40:03.337 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:40:03.477 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=410] ["lease id"=3eaa8f4bc2715b5b] [2024/05/06 02:40:03.479 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:40:03.574 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=203] ["start time"=91.190212ms] [2024/05/06 02:40:03.579 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:40:03.579 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98] [runWorker=true] [2024/05/06 02:40:03.579 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:40:03.581 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:40:03.582 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:40:03.582 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:40:03.583 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:40:03.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:40:03.583 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:03.583 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:40:03.585 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc271605d] [ownerID=8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98] [op=none] [2024/05/06 02:40:03.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:40:03.586 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4294fe64-03b1-4a15-b2cf-307289a461f0] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:03.590 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:40:03.609 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:40:03.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:40:03.610 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:40:03.648 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:40:03.649 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc271605d] [ownerID=8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98] [op=none] [2024/05/06 02:40:03.649 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [op=none] [2024/05/06 02:40:03.649 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:40:03.738 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:40:03.754 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:40:03.765 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:40:03.765 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:40:03.765 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:40:03.765 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:40:03.765 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:40:03.765 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:40:03.765 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:40:03.765 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:40:03.765 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:40:03.767 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:40:03.767 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:40:03.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:40:03.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:40:03.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:40:03.769 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:40:03.769 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:40:03.771 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:40:03.773 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:40:03.778 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/6fbd1894-0458-4534-8405-e4e0f353d01d] [2024/05/06 02:40:03.778 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:40:03.778 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:40:03.782 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:40:03.783 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:40:03.783 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:40:03.815 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=47.565747ms] [2024/05/06 02:40:03.817 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:40:03.822 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 02:40:03.823 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 02:40:03.848 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:03.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:03.848 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:03.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 02:40:03.909 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:03.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:03.938 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=212.509Β΅s] [gotSchemaVersion=204] [phyTblIDs="[241]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:03.948 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=243] [version=204] [2024/05/06 02:40:03.987 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.149058ms] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:03.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:04.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:03.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:04.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=241.206Β΅s] [gotSchemaVersion=205] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:04.095 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=243] [version=205] [2024/05/06 02:40:04.133 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=52.87267ms] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:03.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:04.196 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:03.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:04.206 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 241, Old Table Name: t1"] [2024/05/06 02:40:04.237 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=241.492Β΅s] [gotSchemaVersion=206] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:04.247 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=243] [version=206] [2024/05/06 02:40:04.287 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.423553ms] [job="ID:243, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:03.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:04.377 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=243] [tableIDs="[241]"] [comment="drop table: table ID"] [2024/05/06 02:40:04.389 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=243] [jobType="drop table"] [2024/05/06 02:40:04.393 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [job="ID:243, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:03.813 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:04.444 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/06 02:40:04.445 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:04.448 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 33\n# Query_time: 0.625221989\n# Parse_time: 0.000179213\n# Compile_time: 0.000455508\n# Rewrite_time: 0.000006484\n# Optimize_time: 0.000171302\n# Wait_TS: 0.000416337\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 02:40:04.457 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 02:40:04.460 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [user=] [2024/05/06 02:40:04.505 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:04.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:04.505 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:04.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [2024/05/06 02:40:04.544 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=245] [conn=34] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:04.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:04.551 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 244, Table Name: t1"] [2024/05/06 02:40:04.611 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=2.430124ms] [gotSchemaVersion=207] [phyTblIDs="[244]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:04.621 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=245] [version=207] [2024/05/06 02:40:04.658 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=53.667387ms] [job="ID:245, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:04.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:04.703 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=245] [conn=34] [job="ID:245, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:04.463 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:04.739 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=245] [2024/05/06 02:40:04.739 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:04.752 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567314336022536] [generation=1] [session=34] [keys=6] [size=228B] ["flushed keys"=6] ["flushed size"=228B] ["take time"=1.416264ms] [2024/05/06 02:40:04.752 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=6] [size=228B] [startTS=449567314336022536] [2024/05/06 02:40:04.754 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567314336022536] [commitTS=449567314336022539] [2024/05/06 02:40:04.754 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567314336022536] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] [concurrency=8] [2024/05/06 02:40:04.757 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567314336022536] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] ["cost time"=2.990982ms] ["completed regions"=1] [2024/05/06 02:40:04.757 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567314336022536] [commitTS=449567314336022539] [session=34] [2024/05/06 02:40:04.765 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567314336022540] [generation=1] [session=34] [keys=3] [size=115B] ["flushed keys"=3] ["flushed size"=115B] ["take time"=1.232833ms] [2024/05/06 02:40:04.765 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3] [size=115B] [startTS=449567314336022540] [2024/05/06 02:40:04.766 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567314336022540] [commitTS=449567314349391873] [2024/05/06 02:40:04.766 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567314336022540] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] [concurrency=8] [2024/05/06 02:40:04.769 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567314336022540] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] ["cost time"=2.773179ms] ["completed regions"=1] [2024/05/06 02:40:04.769 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567314336022540] [commitTS=449567314349391873] [session=34] [2024/05/06 02:40:04.778 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [2024/05/06 02:40:04.778 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [2024/05/06 02:40:04.779 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [] [2024/05/06 02:40:04.780 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:04.780 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=22.685Β΅s] [2024/05/06 02:40:04.780 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=22.17Β΅s] [2024/05/06 02:40:04.780 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=12.843Β΅s] [2024/05/06 02:40:04.780 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=12.568Β΅s] [2024/05/06 02:40:04.780 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:04.780 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 88, tp general"] [category=ddl] ["take time"=4.954Β΅s] [2024/05/06 02:40:04.780 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:04.781 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:40:04.781 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:40:04.782 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98] ["take time"=8.066002ms] [2024/05/06 02:40:04.782 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98] [2024/05/06 02:40:04.784 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:40:04.784 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/6fbd1894-0458-4534-8405-e4e0f353d01d] [2024/05/06 02:40:04.784 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:40:04.784 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:04.784 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:04.784 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:04.784 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:04.784 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:40:04.784 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:04.785 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:04.785 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:04.785 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:04.790 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:40:04.790 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:40:04.791 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=410] [2024/05/06 02:40:04.791 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:04.791 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:40:04.791 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:04.791 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:40:04.791 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:40:04.792 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:40:04.791 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:40:04.792 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:04.791 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:40:04.792 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:40:04.792 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:40:04.791 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:40:04.792 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:40:04.792 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [error="lost watcher waiting for delete"] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:40:04.792 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:40:04.792 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [error="context canceled"] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:40:04.792 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:40:04.792 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:40:04.792 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4294fe64-03b1-4a15-b2cf-307289a461f0"] [error="lost watcher waiting for delete"] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:40:04.792 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:40:04.793 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4294fe64-03b1-4a15-b2cf-307289a461f0"] [2024/05/06 02:40:04.794 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:40:04.794 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4294fe64-03b1-4a15-b2cf-307289a461f0] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:04.794 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:40:04.794 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 4294fe64-03b1-4a15-b2cf-307289a461f0"] [error="context canceled"] [2024/05/06 02:40:04.794 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:40:04.794 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:40:04.794 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:40:04.837 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:40:04.837 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [error="context canceled"] [2024/05/06 02:40:04.837 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [2024/05/06 02:40:04.994 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4294fe64-03b1-4a15-b2cf-307289a461f0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:06.055 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:06.055 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:40:06.055 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:40:06.088 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8a7f03ac-5f07-409e-8b7f-d0a2b6a1ab98"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:06.088 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:40:06.088 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:40:06.088 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:40:06.094 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.320802084s] [2024/05/06 02:40:06.095 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:06.095 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:06.095 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:06.095 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:06.095 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:06.095 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:06.095 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:06.095 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:06.095 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:06.096 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:06.096 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:06.096 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:06.097 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestInsertIgnoreOnDuplicateKeyUpdate (2.79s) === RUN TestConflictError [2024/05/06 02:40:06.102 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:40:06.103 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:06.104 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:40:06.104 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:06.104 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:06.105 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:06.106 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:06.107 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:40:06.111 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:40:06.113 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:40:06.114 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:40:06.122 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:40:06.132 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:40:06.256 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4294fe64-03b1-4a15-b2cf-307289a461f0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:06.270 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=587] ["lease id"=6f188f4bc2716074] [2024/05/06 02:40:06.272 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:40:06.407 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=131.166404ms] [2024/05/06 02:40:06.412 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:40:06.412 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=6d130035-39a8-49f8-abf6-c8e6db40dcb4] [runWorker=true] [2024/05/06 02:40:06.412 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:40:06.415 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:40:06.416 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:40:06.416 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:40:06.416 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:40:06.416 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:06.416 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:40:06.418 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc2715b8a] [ownerID=6d130035-39a8-49f8-abf6-c8e6db40dcb4] [op=none] [2024/05/06 02:40:06.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:40:06.419 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e6b54cd7-3365-4c56-a03d-97a27aabbfd7] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:06.424 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:40:06.445 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:40:06.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:40:06.447 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:40:06.468 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:40:06.469 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc2715b8a] [ownerID=6d130035-39a8-49f8-abf6-c8e6db40dcb4] [op=none] [2024/05/06 02:40:06.469 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [op=none] [2024/05/06 02:40:06.469 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:40:06.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:40:06.568 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:40:06.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:40:06.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:40:06.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:40:06.581 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:40:06.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:40:06.581 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:40:06.581 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:40:06.581 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:40:06.581 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:40:06.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:40:06.583 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:40:06.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:40:06.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:40:06.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:40:06.585 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:40:06.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:40:06.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:40:06.591 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:40:06.596 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c863ebf0-5431-4fbb-aec1-029fa9cce62e] [2024/05/06 02:40:06.596 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:40:06.596 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:40:06.599 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:40:06.599 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:40:06.599 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:40:06.636 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=52.112548ms] [2024/05/06 02:40:06.654 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:40:06.659 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 02:40:06.661 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 02:40:06.685 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:06.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:06.685 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:06.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 02:40:06.741 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:06.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.768 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=225.291Β΅s] [gotSchemaVersion=208] [phyTblIDs="[244]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:06.777 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=208] [2024/05/06 02:40:06.818 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.217686ms] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:06.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.877 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:06.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.905 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=204.244Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:06.916 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=209] [2024/05/06 02:40:06.954 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.087249ms] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:06.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.985 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:06.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.995 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 244, Old Table Name: t1"] [2024/05/06 02:40:07.026 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=222.075Β΅s] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:07.035 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=210] [2024/05/06 02:40:07.077 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=54.258891ms] [job="ID:246, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:06.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.151 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=246] [tableIDs="[244]"] [comment="drop table: table ID"] [2024/05/06 02:40:07.164 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=246] [jobType="drop table"] [2024/05/06 02:40:07.167 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [job="ID:246, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:06.663 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.225 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 02:40:07.225 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:07.229 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 35\n# Query_time: 0.568224113\n# Parse_time: 0.000225741\n# Compile_time: 0.000503257\n# Rewrite_time: 0.000008783\n# Optimize_time: 0.000185558\n# Wait_TS: 0.000464538\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 02:40:07.236 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 02:40:07.238 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 02:40:07.275 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:07.275 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 02:40:07.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=248] [conn=36] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.324 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 247, Table Name: t1"] [2024/05/06 02:40:07.368 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.289209ms] [gotSchemaVersion=211] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:07.379 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=248] [version=211] [2024/05/06 02:40:07.415 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.083402ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=248] [conn=36] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:07.213 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.509 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 02:40:07.509 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:07.514 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=211] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/06 02:40:07.548 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:07.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:07.548 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:07.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/06 02:40:07.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=250] [conn=36] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:07.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.594 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 249, Table Name: _t1"] [2024/05/06 02:40:07.596 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:40:07.596 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:40:07.596 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c863ebf0-5431-4fbb-aec1-029fa9cce62e] [watcherID=c5b9424d-9bbf-49b8-9dfb-b0d5eac2a661] [2024/05/06 02:40:07.599 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:40:07.611 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:40:07.611 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:40:07.611 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:40:07.611 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:40:07.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.077342ms] [gotSchemaVersion=212] [phyTblIDs="[249]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:07.653 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=212] [2024/05/06 02:40:07.692 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=52.98643ms] [job="ID:250, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:07.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.726 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=250] [conn=36] [job="ID:250, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:07.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.781 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 02:40:07.782 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:07.969 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567315148668933] [generation=1] [session=36] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.624269ms] [2024/05/06 02:40:07.969 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567315148668933] [generation=2] [session=36] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=33.066Β΅s] [2024/05/06 02:40:07.969 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449567315148668933] [2024/05/06 02:40:07.971 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567315148668933] [commitTS=449567315187990530] [2024/05/06 02:40:07.971 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567315148668933] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] [concurrency=8] [2024/05/06 02:40:07.975 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567315148668933] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] ["cost time"=4.058895ms] ["completed regions"=1] [2024/05/06 02:40:07.975 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567315148668933] [commitTS=449567315187990530] [session=36] [2024/05/06 02:40:07.989 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567315187990531] [generation=1] [session=36] [keys=32] [size=928B] ["flushed keys"=32] ["flushed size"=928B] ["take time"=1.260005ms] [2024/05/06 02:40:07.992 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:40:07.993 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-rollback-449567315187990531] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] [concurrency=8] [2024/05/06 02:40:07.995 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-rollback-449567315187990531] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] ["cost time"=2.424418ms] ["completed regions"=1] [2024/05/06 02:40:07.995 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=1] [startTS=449567315187990531] [commitTS=0] [session=36] [2024/05/06 02:40:07.999 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [2024/05/06 02:40:07.999 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [2024/05/06 02:40:08.001 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [] [2024/05/06 02:40:08.002 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:08.002 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=22.762Β΅s] [2024/05/06 02:40:08.002 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=15.465Β΅s] [2024/05/06 02:40:08.002 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=14.334Β΅s] [2024/05/06 02:40:08.002 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=14.285Β΅s] [2024/05/06 02:40:08.002 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:08.002 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 93, tp general"] [category=ddl] ["take time"=5.203Β΅s] [2024/05/06 02:40:08.002 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:08.002 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:40:08.002 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:40:08.004 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=6d130035-39a8-49f8-abf6-c8e6db40dcb4] ["take time"=11.135551ms] [2024/05/06 02:40:08.004 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=6d130035-39a8-49f8-abf6-c8e6db40dcb4] [2024/05/06 02:40:08.006 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:40:08.006 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:40:08.006 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c863ebf0-5431-4fbb-aec1-029fa9cce62e] [watcherID=c5b9424d-9bbf-49b8-9dfb-b0d5eac2a661] [2024/05/06 02:40:08.006 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c863ebf0-5431-4fbb-aec1-029fa9cce62e] [2024/05/06 02:40:08.006 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:40:08.006 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:08.006 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:08.006 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:08.006 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:08.006 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:40:08.006 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:08.006 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:08.006 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:08.006 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:08.012 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:40:08.012 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=587] [2024/05/06 02:40:08.013 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:40:08.013 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:40:08.013 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=6d130035-39a8-49f8-abf6-c8e6db40dcb4] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:40:08.013 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:40:08.013 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:40:08.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:40:08.013 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [error="lost watcher waiting for delete"] [2024/05/06 02:40:08.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:40:08.013 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:40:08.013 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:40:08.014 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:40:08.013 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [error="lost watcher waiting for delete"] [2024/05/06 02:40:08.014 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [2024/05/06 02:40:08.014 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:40:08.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:40:08.013 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6b54cd7-3365-4c56-a03d-97a27aabbfd7"] [error="lost watcher waiting for delete"] [2024/05/06 02:40:08.014 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [2024/05/06 02:40:08.013 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:40:08.013 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:40:08.014 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6b54cd7-3365-4c56-a03d-97a27aabbfd7"] [2024/05/06 02:40:08.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:40:08.014 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=6d130035-39a8-49f8-abf6-c8e6db40dcb4] [2024/05/06 02:40:08.014 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:40:08.014 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:40:08.014 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:40:08.014 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:40:08.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:40:08.015 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:40:08.015 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:40:08.015 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:40:08.015 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:40:08.015 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e6b54cd7-3365-4c56-a03d-97a27aabbfd7] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:08.015 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:40:08.015 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager e6b54cd7-3365-4c56-a03d-97a27aabbfd7"] [error="context canceled"] [2024/05/06 02:40:08.088 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:40:08.088 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [error="context canceled"] [2024/05/06 02:40:08.216 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6b54cd7-3365-4c56-a03d-97a27aabbfd7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:08.289 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:09.263 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:09.263 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:40:09.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:40:09.470 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6b54cd7-3365-4c56-a03d-97a27aabbfd7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:09.558 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6d130035-39a8-49f8-abf6-c8e6db40dcb4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:09.558 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:40:09.559 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:40:09.559 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:40:09.565 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.572297096s] [2024/05/06 02:40:09.566 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:09.566 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:09.566 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:09.566 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:09.566 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:09.566 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:09.566 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:09.566 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:09.566 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:09.566 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:09.566 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:09.566 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:09.567 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConflictError (3.47s) === RUN TestRejectUnsupportedTables [2024/05/06 02:40:09.572 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:40:09.573 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:09.573 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709941649377787] [2024/05/06 02:40:09.574 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:09.574 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:09.575 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:09.575 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:09.577 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:40:09.581 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:40:09.582 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:40:09.584 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:40:09.591 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709941649377787] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:40:09.601 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:40:09.737 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=206] ["lease id"=22318f4bc271609a] [2024/05/06 02:40:09.739 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:40:09.832 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=212] ["start time"=89.069498ms] [2024/05/06 02:40:09.836 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:40:09.836 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=3c25434c-5458-473b-b095-7ac9ce807f6f] [runWorker=true] [2024/05/06 02:40:09.836 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:40:09.838 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:40:09.839 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:40:09.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:40:09.840 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:40:09.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:40:09.840 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:09.840 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:40:09.842 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc271609b] [ownerID=3c25434c-5458-473b-b095-7ac9ce807f6f] [op=none] [2024/05/06 02:40:09.842 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:40:09.842 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=210bb5c1-b785-4c80-ac47-a47fe57a6767] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:09.846 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:40:09.865 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:40:09.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:40:09.866 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:40:09.891 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:40:09.891 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc271609b] [ownerID=3c25434c-5458-473b-b095-7ac9ce807f6f] [op=none] [2024/05/06 02:40:09.891 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [op=none] [2024/05/06 02:40:09.891 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:40:09.955 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:40:09.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:40:09.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:40:09.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:40:09.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:40:09.980 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:40:09.980 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:40:09.980 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:40:09.980 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:40:09.980 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:40:09.980 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:40:09.982 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:40:09.982 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:40:09.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:40:09.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:40:09.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:40:09.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:40:09.983 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:40:09.986 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:40:09.988 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:40:09.994 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/6de408c7-55b9-47f8-a1df-f29e50df8602] [2024/05/06 02:40:09.995 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:40:09.995 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:40:10.028 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:40:10.028 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:40:10.028 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:40:10.062 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=80.652506ms] [2024/05/06 02:40:10.065 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:40:10.070 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 02:40:10.072 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 02:40:10.075 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/06 02:40:10.101 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:10.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:10.101 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:10.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 02:40:10.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.168 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=280.586Β΅s] [gotSchemaVersion=213] [phyTblIDs="[249]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:10.177 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=251] [version=213] [2024/05/06 02:40:10.217 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.267834ms] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:10.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.254 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=231.987Β΅s] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:10.290 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=251] [version=214] [2024/05/06 02:40:10.331 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=53.400881ms] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.360 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.368 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 249, Old Table Name: _t1"] [2024/05/06 02:40:10.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=215.17Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:10.408 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=251] [version=215] [2024/05/06 02:40:10.448 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=53.54516ms] [job="ID:251, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:10.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.498 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=251] [tableIDs="[249]"] [comment="drop table: table ID"] [2024/05/06 02:40:10.509 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=251] [jobType="drop table"] [2024/05/06 02:40:10.513 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [job="ID:251, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:10.062 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.564 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=251] [2024/05/06 02:40:10.564 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:10.591 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:10.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:10.591 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:10.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 02:40:10.637 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=329.428Β΅s] [gotSchemaVersion=216] [phyTblIDs="[247]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:10.680 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=216] [2024/05/06 02:40:10.735 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=71.407565ms] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:10.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.773 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=272.145Β΅s] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:10.817 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=217] [2024/05/06 02:40:10.854 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.224022ms] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.916 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.926 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 247, Old Table Name: t1"] [2024/05/06 02:40:10.960 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=244.494Β΅s] [gotSchemaVersion=218] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:10.969 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=218] [2024/05/06 02:40:10.995 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:40:10.995 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:40:10.995 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6de408c7-55b9-47f8-a1df-f29e50df8602] [watcherID=b4e244d2-ce92-439b-8166-b652fbccc8b6] [2024/05/06 02:40:11.010 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=53.903144ms] [job="ID:252, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:10.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.028 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:40:11.042 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:40:11.042 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:40:11.042 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:40:11.042 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:40:11.074 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=252] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/06 02:40:11.083 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=252] [jobType="drop table"] [2024/05/06 02:40:11.087 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [job="ID:252, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:10.563 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.146 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 02:40:11.146 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:11.152 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 37\n# Query_time: 1.078260957\n# Parse_time: 0.000274271\n# Compile_time: 0.00071919\n# Rewrite_time: 0.000012562\n# Optimize_time: 0.000185555\n# Wait_TS: 0.000411046\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/06 02:40:11.164 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="drop table if exists parent, child"] [user=] [2024/05/06 02:40:11.167 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="create table parent(a int primary key)"] [user=] [2024/05/06 02:40:11.211 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:11.212 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table parent(a int primary key)"] [2024/05/06 02:40:11.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=254] [conn=38] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:11.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.292 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 253, Table Name: parent"] [2024/05/06 02:40:11.342 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=2.830676ms] [gotSchemaVersion=219] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:11.355 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=254] [version=219] [2024/05/06 02:40:11.388 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.266721ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.446 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=254] [conn=38] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:11.163 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.523 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 02:40:11.524 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:11.528 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.361388477\n# Parse_time: 0.000486844\n# Compile_time: 0.000818341\n# Rewrite_time: 0.000010755\n# Optimize_time: 0.000523768\n# Wait_TS: 0.000526919\n# DB: test\n# Is_internal: false\n# Digest: 36bc8ed7c0ac5cea897ffd35cf1fc4fddaf6f56f672ab0fab2ddd0dbb2cf3f2c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table parent(a int primary key);"] [2024/05/06 02:40:11.531 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=219] [cur_db=test] [sql="create table child(a int, foreign key (a) references parent(a))"] [user=] [2024/05/06 02:40:11.570 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:11.570 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table child(a int, foreign key (a) references parent(a))"] [2024/05/06 02:40:11.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:11.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.689 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=2.324461ms] [gotSchemaVersion=220] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:11.700 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=256] [version=220] [2024/05/06 02:40:11.736 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.455951ms] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.802 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:11.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.840 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:40:11.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=2.615681ms] [gotSchemaVersion=221] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:11.882 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=256] [version=221] [2024/05/06 02:40:11.918 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.148088ms] [job="ID:256, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.958 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [job="ID:256, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:11.513 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.994 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 02:40:11.994 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:11.998 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.469025293\n# Parse_time: 0.001496411\n# Compile_time: 0.001315499\n# Rewrite_time: 0.000012503\n# Optimize_time: 0.000523768\n# Wait_TS: 0.000466854\n# DB: test\n# Is_internal: false\n# Digest: 61b4d7961cc04c7bd29ce29ee7ac81c9790fd56bf53edacc687f9a9d6684556a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table child(a int, foreign key (a) references parent(a));"] [2024/05/06 02:40:12.022 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:40:12.023 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=221] [error="[planner:1452]Cannot add or update a child row: a foreign key constraint fails (`test`.`child`, CONSTRAINT `fk_1` FOREIGN KEY (`a`) REFERENCES `parent` (`a`))"] [session="{\n \"currDBName\": \"test\",\n \"id\": 38,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 02:40:12.079 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567316263043075] [generation=1] [session=38] [keys=1] [size=25B] ["flushed keys"=1] ["flushed size"=25B] ["take time"=1.551249ms] [2024/05/06 02:40:12.079 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=25B] [startTS=449567316263043075] [2024/05/06 02:40:12.081 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567316263043075] [commitTS=449567316263043076] [2024/05/06 02:40:12.081 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-commit-449567316263043075] [startKey=7480000000000000fd5f728000000000000004] [endKey=7480000000000000fd5f728000000000000004] [2024/05/06 02:40:12.081 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=0] [startTS=449567316263043075] [commitTS=449567316263043076] [session=38] [2024/05/06 02:40:12.086 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449567316263043077] [generation=1] [session=38] [keys=2] [size=67B] ["flushed keys"=2] ["flushed size"=67B] ["take time"=1.348934ms] [2024/05/06 02:40:12.086 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=67B] [startTS=449567316263043077] [2024/05/06 02:40:12.088 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449567316263043077] [commitTS=449567316263043079] [2024/05/06 02:40:12.088 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449567316263043077] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] [concurrency=8] [2024/05/06 02:40:12.091 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create temporary table temp(a int)"] [user=] [2024/05/06 02:40:12.091 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449567316263043077] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] ["cost time"=3.264084ms] ["completed regions"=1] [2024/05/06 02:40:12.092 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449567316263043077] [commitTS=449567316263043079] [session=38] [2024/05/06 02:40:12.101 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create table cached(a int)"] [user=] [2024/05/06 02:40:12.134 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:12.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:12.134 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:12.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table cached(a int)"] [2024/05/06 02:40:12.176 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=38] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:12.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.210 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=31.13711ms] [2024/05/06 02:40:12.216 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 258, Table Name: cached"] [2024/05/06 02:40:12.258 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.057529ms] [gotSchemaVersion=222] [phyTblIDs="[258]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:12.269 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=222] [2024/05/06 02:40:12.305 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=53.154903ms] [job="ID:259, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:12.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.359 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=38] [job="ID:259, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:12.113 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.390 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 02:40:12.390 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:12.395 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=222] [cur_db=test] [sql="alter table cached cache"] [user=] [2024/05/06 02:40:12.427 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:12.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:12.427 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:12.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table cached cache"] [2024/05/06 02:40:12.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:12.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.501 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=2.466386ms] [gotSchemaVersion=223] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/06 02:40:12.510 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=223] [2024/05/06 02:40:12.549 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.499564ms] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:12.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:12.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.632 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=2.459993ms] [gotSchemaVersion=224] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/06 02:40:12.640 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=224] [2024/05/06 02:40:12.679 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.670084ms] [job="ID:260, Type:alter table cache, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:12.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.715 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:alter table cache, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:12.362 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.744 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/06 02:40:12.745 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:12.748 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.353788986\n# Parse_time: 0.000447024\n# Compile_time: 0.000852249\n# Rewrite_time: 0.000013084\n# Optimize_time: 0.000136918\n# Wait_TS: 0.000365322\n# DB: test\n# Is_internal: false\n# Digest: 0c7991438e3d8bdb62473963be68edbc4bf945f74ed312f98c8ea5a389f13671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table cached cache;"] [2024/05/06 02:40:12.785 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [2024/05/06 02:40:12.786 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [2024/05/06 02:40:12.786 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:12.787 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [] [2024/05/06 02:40:12.788 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:12.788 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=23.004Β΅s] [2024/05/06 02:40:12.788 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=14.605Β΅s] [2024/05/06 02:40:12.788 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=13.394Β΅s] [2024/05/06 02:40:12.788 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=14.038Β΅s] [2024/05/06 02:40:12.788 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:12.788 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 98, tp general"] [category=ddl] ["take time"=5.733Β΅s] [2024/05/06 02:40:12.788 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:40:12.788 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:40:12.788 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:40:12.792 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=3c25434c-5458-473b-b095-7ac9ce807f6f] ["take time"=15.938088ms] [2024/05/06 02:40:12.792 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=3c25434c-5458-473b-b095-7ac9ce807f6f] [2024/05/06 02:40:12.794 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:40:12.794 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:40:12.794 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6de408c7-55b9-47f8-a1df-f29e50df8602] [watcherID=b4e244d2-ce92-439b-8166-b652fbccc8b6] [2024/05/06 02:40:12.794 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/6de408c7-55b9-47f8-a1df-f29e50df8602] [2024/05/06 02:40:12.794 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:40:12.794 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:12.794 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:12.794 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:12.794 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:40:12.794 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:40:12.794 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:12.794 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:12.794 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:12.794 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:40:12.799 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:40:12.799 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:40:12.800 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=206] [2024/05/06 02:40:12.800 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:40:12.800 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:12.800 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:40:12.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:40:12.800 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:12.800 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:40:12.800 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:40:12.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:40:12.800 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:12.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=3c25434c-5458-473b-b095-7ac9ce807f6f] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:40:12.800 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:40:12.800 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:40:12.801 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [error="lost watcher waiting for delete"] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:40:12.801 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 210bb5c1-b785-4c80-ac47-a47fe57a6767"] [error="lost watcher waiting for delete"] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:40:12.801 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [error="context canceled"] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:40:12.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:40:12.801 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:40:12.801 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:40:12.801 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:40:12.801 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:40:12.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:40:12.801 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=3c25434c-5458-473b-b095-7ac9ce807f6f] [2024/05/06 02:40:12.801 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:40:12.801 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:40:12.801 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:40:12.801 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:40:12.802 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:40:12.802 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:40:12.803 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 210bb5c1-b785-4c80-ac47-a47fe57a6767"] [error="context canceled"] [2024/05/06 02:40:12.803 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:40:12.803 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:40:12.803 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=210bb5c1-b785-4c80-ac47-a47fe57a6767] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:12.803 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:40:12.803 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:40:12.803 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 210bb5c1-b785-4c80-ac47-a47fe57a6767"] [2024/05/06 02:40:12.803 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:40:12.803 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 210bb5c1-b785-4c80-ac47-a47fe57a6767"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:12.901 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:40:12.901 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [error="context canceled"] [2024/05/06 02:40:12.901 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [2024/05/06 02:40:12.901 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:14.045 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:14.045 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:40:14.045 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:40:14.047 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 210bb5c1-b785-4c80-ac47-a47fe57a6767"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:14.156 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3c25434c-5458-473b-b095-7ac9ce807f6f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:40:14.156 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:40:14.157 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:40:14.157 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:40:14.164 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.388136181s] [2024/05/06 02:40:14.164 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:14.164 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:14.164 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:14.164 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:14.164 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:14.165 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:14.165 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:14.165 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:14.165 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:14.165 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:14.165 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:14.165 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:14.166 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestRejectUnsupportedTables (4.60s) PASS coverage: 13.7% of statements GCov does not exist at the given path: '' May 06, 2024 2:40:20 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 2:40:20 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 2:40:20 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 2:40:20 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 2:40:20 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test up-to-date: bazel-bin/tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test INFO: Elapsed time: 180.655s, Critical Path: 161.63s INFO: 1508 processes: 1483 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1508 total actions Test cases: finished with 18 passing and 0 failing out of 18 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/db_integration.test: ok! 723 test cases passed, take time 78.372953062 s [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 101s remote-cache, linux-sandbox [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 57s remote-cache, linux-sandbox [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 70s remote-cache, linux-sandbox FLAKY: //tests/realtikvtest/addindextest4:addindextest4_test (Summary) /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log INFO: From Testing //tests/realtikvtest/addindextest4:addindextest4_test: ==================== Test output for //tests/realtikvtest/addindextest4:addindextest4_test: === RUN TestAddIndexIngestMemoryUsage [2024/05/06 02:37:51.164 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:37:51.165 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:37:51.165 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:37:51.165 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:51.165 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:37:51.166 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:37:51.166 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:51.167 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:37:51.168 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:51.169 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:51.169 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:37:51.183 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:51.183 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:51.185 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:51.185 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:51.193 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:51.201 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:37:51.209 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:37:51.220 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=101] ["lease id"=3eaa8f4bc24d26dc] [2024/05/06 02:37:51.222 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:37:51.225 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexIngestMemoryUsage\n\ttests/realtikvtest/addindextest4/ingest_test.go:47\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 02:37:51.228 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=3.814087ms] [2024/05/06 02:37:51.229 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:37:51.229 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=c24c3295-80a3-4add-b858-20d348c36efd] [runWorker=true] [2024/05/06 02:37:51.229 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:37:51.230 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:37:51.231 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:51.231 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:37:51.231 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295435337728/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:37:51.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:51.231 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:51.231 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:37:51.232 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c24c3295-80a3-4add-b858-20d348c36efd"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d26e0] [ownerID=c24c3295-80a3-4add-b858-20d348c36efd] [op=none] [2024/05/06 02:37:51.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:37:51.233 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=7994da06-2f26-4ba0-81f6-cf51b234631c] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:51.233 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7994da06-2f26-4ba0-81f6-cf51b234631c"] ["owner key"=/tidb/br-stream/owner/3eaa8f4bc24d26e2] [ownerID=7994da06-2f26-4ba0-81f6-cf51b234631c] [op=none] [2024/05/06 02:37:51.236 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 02:37:51.246 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:51.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.246 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:51.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 02:37:51.282 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:51.282 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c24c3295-80a3-4add-b858-20d348c36efd"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d26e0] [ownerID=c24c3295-80a3-4add-b858-20d348c36efd] [op=none] [2024/05/06 02:37:51.282 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c24c3295-80a3-4add-b858-20d348c36efd"] [op=none] [2024/05/06 02:37:51.282 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:37:51.290 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.301 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=3.658069ms] [2024/05/06 02:37:51.302 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:37:51.303 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.303 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 02:37:51.348 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.802412ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:51.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.355 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.359 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 02:37:51.359 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.361 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 02:37:51.361 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 02:37:51.370 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.370 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 02:37:51.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=1.214049ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.392 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.392 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 02:37:51.440 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=52.510483ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.457 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 02:37:51.457 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.458 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 02:37:51.465 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.465 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 02:37:51.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.479 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=700.802Β΅s] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.481 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.481 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 02:37:51.530 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.165172ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.538 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.543 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 02:37:51.543 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.545 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 02:37:51.552 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.552 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 02:37:51.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.566 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=548.713Β΅s] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.567 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.567 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 02:37:51.616 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=52.279209ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.621 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.626 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 02:37:51.626 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.627 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 02:37:51.635 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.635 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 02:37:51.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=946.749Β΅s] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.659 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.659 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 02:37:51.707 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.018009ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.715 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.721 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 02:37:51.721 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.723 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 02:37:51.731 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.731 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 02:37:51.737 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.746 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=662.785Β΅s] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.748 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.748 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 02:37:51.797 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.33317ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.804 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.810 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 02:37:51.810 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.811 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 02:37:51.819 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.819 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 02:37:51.825 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=567.299Β΅s] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.836 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.836 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 02:37:51.884 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.470028ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.890 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.897 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 02:37:51.897 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.899 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 02:37:51.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.907 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 02:37:51.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.920 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=519.408Β΅s] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:51.922 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:51.922 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 02:37:51.970 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.755566ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.977 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:51.982 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 02:37:51.982 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:51.983 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 02:37:51.990 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:51.990 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 02:37:51.997 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.005 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=543.56Β΅s] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.007 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.007 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 02:37:52.055 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=52.374587ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:51.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.061 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:51.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.066 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 02:37:52.066 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.067 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 02:37:52.074 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.074 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 02:37:52.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.089 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=600.887Β΅s] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.091 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.091 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 02:37:52.140 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.247156ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.146 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.151 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 02:37:52.152 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.153 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 02:37:52.160 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.160 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 02:37:52.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=782.852Β΅s] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.176 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.176 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 02:37:52.225 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.479941ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.231 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:52.231 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:52.232 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.238 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 02:37:52.238 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.239 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:52.239 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:52.247 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.247 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:52.253 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.262 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=680.403Β΅s] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.263 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.263 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 02:37:52.312 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.918122ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.318 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.323 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 02:37:52.323 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.324 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 02:37:52.330 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.330 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 02:37:52.336 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.346 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=659.271Β΅s] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.348 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.348 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 02:37:52.396 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.189605ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.402 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.407 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 02:37:52.407 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.409 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:37:52.415 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.415 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 02:37:52.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.429 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=604.887Β΅s] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.430 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.430 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 02:37:52.479 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=52.80179ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.488 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.493 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 02:37:52.493 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.494 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:37:52.501 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.501 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 02:37:52.507 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.515 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=616.957Β΅s] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.516 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.516 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 02:37:52.565 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.921552ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.571 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.576 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 02:37:52.576 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.577 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:52.587 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.587 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:52.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.602 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=708.348Β΅s] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.604 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.604 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 02:37:52.652 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.21655ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.659 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.664 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 02:37:52.664 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.666 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 02:37:52.672 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.672 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 02:37:52.679 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=628.763Β΅s] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.688 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.688 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 02:37:52.736 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.131081ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.742 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.747 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 02:37:52.747 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.748 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 02:37:52.755 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.755 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 02:37:52.761 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.768 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=532.353Β΅s] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.770 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.770 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 02:37:52.820 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.354388ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.828 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.833 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 02:37:52.833 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.834 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:37:52.841 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.841 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:37:52.848 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.856 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=756.876Β΅s] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.858 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.858 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 02:37:52.907 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.906187ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.913 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.918 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 02:37:52.918 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:52.922 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:52.928 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:52.928 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:52.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.940 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=646.862Β΅s] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:52.942 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:52.942 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 02:37:52.991 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.446639ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:52.998 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.003 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 02:37:53.003 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.004 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 02:37:53.011 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.011 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 02:37:53.020 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.028 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=579.634Β΅s] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.030 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.030 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 02:37:53.079 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.171072ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.088 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.092 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 02:37:53.092 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.093 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 02:37:53.099 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.099 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 02:37:53.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=452.801Β΅s] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.113 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.113 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 02:37:53.162 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=52.269753ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.168 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.172 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 02:37:53.172 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.173 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 02:37:53.179 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.179 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 02:37:53.185 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=620.304Β΅s] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.194 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.194 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 02:37:53.231 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:37:53.231 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:53.231 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:53.231 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 02:37:53.243 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=52.508457ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.248 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.255 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 02:37:53.255 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.257 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:37:53.264 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.264 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:37:53.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=568.42Β΅s] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.281 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.281 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 02:37:53.329 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.800259ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.338 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.342 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 02:37:53.343 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.344 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 02:37:53.350 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.350 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 02:37:53.356 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=602.682Β΅s] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.366 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.366 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 02:37:53.415 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.119716ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.421 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.426 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 02:37:53.426 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.427 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 02:37:53.434 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.434 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 02:37:53.441 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.448 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=545.619Β΅s] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.450 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.450 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 02:37:53.499 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.218191ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.507 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.511 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 02:37:53.511 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.513 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:37:53.520 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.520 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 02:37:53.526 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=663.477Β΅s] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.537 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.537 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 02:37:53.585 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.145758ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.595 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 02:37:53.596 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.597 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 02:37:53.603 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.603 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 02:37:53.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.617 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=499.444Β΅s] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.618 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.618 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 02:37:53.667 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.015038ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.673 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.678 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 02:37:53.678 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.679 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:37:53.680 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:37:53.686 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.686 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 02:37:53.692 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.702 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=624.806Β΅s] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.704 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.704 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 02:37:53.752 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.513752ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.758 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.763 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 02:37:53.763 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.764 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:37:53.770 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.770 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:37:53.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=557.234Β΅s] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.785 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.785 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 02:37:53.833 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.129184ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.839 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.844 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 02:37:53.844 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.845 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:37:53.851 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.851 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:37:53.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.864 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=621.779Β΅s] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.866 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.866 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 02:37:53.915 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.572566ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.920 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.924 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 02:37:53.924 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:53.925 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 02:37:53.932 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:53.932 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 02:37:53.936 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:53.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=690.735Β΅s] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:53.949 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:53.949 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 02:37:53.997 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.33467ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:53.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.003 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:53.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.009 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 02:37:54.009 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.009 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 02:37:54.016 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.016 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 02:37:54.021 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.028 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=502.655Β΅s] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.029 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.029 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 02:37:54.078 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.022438ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.083 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.088 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 02:37:54.088 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.096 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:37:54.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.096 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:37:54.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 02:37:54.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.110 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=557.884Β΅s] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:37:54.111 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.111 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 02:37:54.161 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.083956ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:37:54.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.167 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.173 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 02:37:54.173 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.174 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 02:37:54.181 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.181 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 02:37:54.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.194 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=640.316Β΅s] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.195 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.195 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 02:37:54.231 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:54.231 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:54.245 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.186109ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.256 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 02:37:54.256 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.257 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 02:37:54.264 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.264 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 02:37:54.270 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=615.023Β΅s] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.281 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.281 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 02:37:54.329 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.09004ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.339 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.344 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 02:37:54.344 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.345 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 02:37:54.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.352 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 02:37:54.357 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=657.095Β΅s] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.368 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.368 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 02:37:54.416 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.925442ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.423 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.429 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 02:37:54.429 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.431 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 02:37:54.438 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.438 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 02:37:54.447 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.457 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=751.829Β΅s] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.459 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.460 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 02:37:54.507 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=52.489027ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.514 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.520 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 02:37:54.520 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.521 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 02:37:54.529 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.529 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 02:37:54.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.545 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=777.108Β΅s] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.547 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.547 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 02:37:54.595 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.484699ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.602 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.607 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 02:37:54.607 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.608 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 02:37:54.615 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.615 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 02:37:54.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=720.198Β΅s] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.631 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.631 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 02:37:54.680 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.571906ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.689 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.697 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 02:37:54.697 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.699 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:37:54.706 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.706 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:37:54.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=687.398Β΅s] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.723 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.723 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 02:37:54.772 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.283668ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.779 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.785 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 02:37:54.785 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.786 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:37:54.793 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.793 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:37:54.799 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.808 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=647.129Β΅s] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.810 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.810 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 02:37:54.858 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.692213ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.864 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.870 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 02:37:54.870 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.871 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 02:37:54.879 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.879 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 02:37:54.885 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.894 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=707.802Β΅s] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.896 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.896 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 02:37:54.945 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.947565ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.952 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.957 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 02:37:54.957 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:54.958 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:37:54.966 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:54.966 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:37:54.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:54.981 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=721.764Β΅s] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:54.983 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:54.983 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 02:37:55.031 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=52.636965ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:54.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.039 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:54.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.044 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 02:37:55.044 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.045 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:37:55.052 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.052 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:37:55.058 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.065 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=620.231Β΅s] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.067 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.067 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 02:37:55.116 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.870849ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.123 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.128 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 02:37:55.128 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.129 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 02:37:55.137 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.137 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 02:37:55.147 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=786.819Β΅s] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.159 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.159 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 02:37:55.208 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.158758ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.215 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.221 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 02:37:55.221 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.222 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:37:55.229 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.229 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:37:55.232 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:37:55.232 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:55.236 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.245 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=691.285Β΅s] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.247 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.247 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 02:37:55.295 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=52.614525ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.301 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.306 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 02:37:55.306 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.307 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 02:37:55.314 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.314 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 02:37:55.320 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=488.273Β΅s] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.328 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.328 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 02:37:55.378 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.977003ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.388 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.393 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 02:37:55.393 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.394 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 02:37:55.405 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.405 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 02:37:55.412 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.420 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=566.572Β΅s] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.422 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.422 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 02:37:55.470 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=52.396268ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.481 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 02:37:55.481 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.483 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 02:37:55.489 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:55.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.489 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:55.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 02:37:55.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.501 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=215.831Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:37:55.503 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.503 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 02:37:55.552 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=52.799106ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:55.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.558 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.451 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.562 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 02:37:55.562 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.570 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:37:55.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.570 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:37:55.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 02:37:55.576 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.584 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=608.151Β΅s] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:37:55.586 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:37:55.586 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 02:37:55.634 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=52.102909ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:37:55.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.639 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.644 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 02:37:55.644 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.679 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=4.445755523s] [2024/05/06 02:37:55.680 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c24c3295-80a3-4add-b858-20d348c36efd"] [2024/05/06 02:37:55.680 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c24c3295-80a3-4add-b858-20d348c36efd"] [2024/05/06 02:37:55.680 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c24c3295-80a3-4add-b858-20d348c36efd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:55.682 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c24c3295-80a3-4add-b858-20d348c36efd"] [] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=2.047Β΅s] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=1.03Β΅s] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=681ns] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=1.056Β΅s] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=806ns] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=613ns] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=1.302Β΅s] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=1.083Β΅s] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=624ns] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=884ns] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=776ns] [2024/05/06 02:37:55.682 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:37:55.682 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:37:55.682 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:37:55.684 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=c24c3295-80a3-4add-b858-20d348c36efd] ["take time"=4.00082ms] [2024/05/06 02:37:55.684 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=c24c3295-80a3-4add-b858-20d348c36efd] [2024/05/06 02:37:55.686 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=101] [2024/05/06 02:37:55.686 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:37:55.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:37:55.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:37:55.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:37:55.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:37:55.686 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:37:55.686 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:37:55.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:37:55.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:37:55.686 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 7994da06-2f26-4ba0-81f6-cf51b234631c watch owner key /tidb/br-stream/owner/3eaa8f4bc24d26e2"] [2024/05/06 02:37:55.686 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:37:55.686 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:37:55.686 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7994da06-2f26-4ba0-81f6-cf51b234631c"] [2024/05/06 02:37:55.686 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:37:55.686 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7994da06-2f26-4ba0-81f6-cf51b234631c"] [2024/05/06 02:37:55.686 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:37:55.686 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:37:55.686 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:37:55.687 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 7994da06-2f26-4ba0-81f6-cf51b234631c"] [error="context canceled"] [2024/05/06 02:37:55.687 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:37:55.687 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:37:55.687 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:37:55.687 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:37:55.687 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7994da06-2f26-4ba0-81f6-cf51b234631c] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:55.687 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:37:55.687 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=6.369861ms] [2024/05/06 02:37:55.687 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:37:55.691 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:37:55.700 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=218] ["lease id"=22318f4bc24d2748] [2024/05/06 02:37:55.702 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:37:55.714 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=10.434681ms] [2024/05/06 02:37:55.714 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:37:55.714 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9] [runWorker=true] [2024/05/06 02:37:55.714 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:37:55.715 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:37:55.716 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:37:55.716 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295435452416/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:37:55.716 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:55.716 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:55.716 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:37:55.716 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:37:55.718 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:37:55.718 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f837bfe9-a53d-4c75-9652-d3a6e1ddc9dc] [daemon-id=LogBackup::Advancer] [2024/05/06 02:37:55.718 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d27b2] [ownerID=a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9] [op=none] [2024/05/06 02:37:55.721 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:37:55.722 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:37:55.722 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:37:55.723 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] ["owner key"=/tidb/bindinfo/owner/6f188f4bc24d27b7] [ownerID=a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9] [op=none] [2024/05/06 02:37:55.724 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 02:37:55.725 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:37:55.733 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:37:55.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:37:55.736 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:37:55.736 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:37:55.736 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:37:55.736 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:37:55.736 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:37:55.736 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:37:55.736 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:37:55.736 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:37:55.736 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:37:55.737 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:37:55.737 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:37:55.738 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:37:55.738 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:37:55.738 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:37:55.738 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:37:55.738 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:37:55.738 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:37:55.739 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/2ad4c406-78c8-4c92-bca2-5b28f3da6454] [2024/05/06 02:37:55.739 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:37:55.739 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:37:55.739 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] ["owner key"=/tidb/stats/owner/3eaa8f4bc24d2764] [ownerID=a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9] [op=none] [2024/05/06 02:37:55.740 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 02:37:55.740 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.058423ms] [2024/05/06 02:37:55.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:37:55.744 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:37:55.744 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:37:55.751 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:37:55.752 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:37:55.752 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:37:55.759 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:55.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.759 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:55.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:37:55.767 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:37:55.767 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d27b2] [ownerID=a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9] [op=none] [2024/05/06 02:37:55.767 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [op=none] [2024/05/06 02:37:55.767 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:37:55.773 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=248.686Β΅s] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:37:55.780 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 02:37:55.830 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.851817ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:37:55.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.836 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.840 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 02:37:55.840 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.847 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:37:55.847 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=addindexlit] [sql="create table t (a int, b int, c int);"] [user=] [2024/05/06 02:37:55.854 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:37:55.854 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int, c int);"] [2024/05/06 02:37:55.860 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.862 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 02:37:55.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=516.594Β΅s] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:37:55.869 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 02:37:55.887 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7994da06-2f26-4ba0-81f6-cf51b234631c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:55.918 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=52.634772ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:37:55.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.924 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:37:55.928 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 02:37:55.928 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:55.933 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 02:37:55.937 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:37:55.937 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 02:37:55.944 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:55.944 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:37:55.950 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=510.587Β΅s] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:37:55.952 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/06 02:37:56.001 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.637619ms] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:56.008 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:56.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=517.251Β΅s] [gotSchemaVersion=55] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:37:56.017 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/06 02:37:56.066 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.461311ms] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:56.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 17, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:56.078 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=450.945Β΅s] [gotSchemaVersion=56] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:37:56.079 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 02:37:56.129 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=52.38561ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:56.135 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:56.136 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:37:56.137 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/06 02:37:56.145 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/06 02:37:56.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 21, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567280621420552, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:56.151 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:37:56.156 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/108] [2024/05/06 02:37:56.179 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:56.740 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:37:56.740 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:37:56.740 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2ad4c406-78c8-4c92-bca2-5b28f3da6454] [watcherID=5b7b9f5e-ea49-46c2-8da1-5ac6d9ecf05f] [2024/05/06 02:37:56.745 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:37:56.747 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/06 02:37:56.747 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:37:56.747 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:37:56.747 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:37:56.747 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:37:56.752 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 02:37:56.752 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:37:57.115 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7994da06-2f26-4ba0-81f6-cf51b234631c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:37:57.253 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:37:57.253 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:37:57.254 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=1] [curr-step=init] [next-step=read-index] [2024/05/06 02:37:57.256 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:37:57.550 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=backfill] [remaining-slots=48] [2024/05/06 02:37:57.716 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:37:57.854 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [2024/05/06 02:37:57.855 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:37:57.855 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/108] [keyspaceName=] [2024/05/06 02:37:57.859 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:37:57.859 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:37:57.859 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:57.859 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:37:57.860 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:37:57.860 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:57.865 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:37:57.865 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:37:57.865 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=108] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:37:57.866 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:37:57.872 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:37:57.874 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:37:57.874 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=108] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:37:57.874 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=108] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:37:57.874 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/06 02:37:57.874 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/06 02:37:57.877 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:37:57.880 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 02:37:57.880 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=1] [2024/05/06 02:37:57.897 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 02:37:57.901 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 02:37:57.901 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=3800] [kvs=100] [files=1] [sstFileSize=1940] [file=/tmp/tidb/tmp_ddl-4000/108/f75d9cab-8823-5503-94ba-459a1de580da.sst/2d3b0b13-8e23-4a6b-b57f-1eface162b44.sst] [firstKey=74800000000000006A5F698000000000000001038000000000000000038000000000000001] [lastKey=74800000000000006A5F698000000000000001038000000000000063038000000000000064] [2024/05/06 02:37:57.904 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=108] [2024/05/06 02:37:57.904 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295435501568/467794132992, backend usage: 0"] [2024/05/06 02:37:57.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:37:57.905 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:37:57.927 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=100] [size=3800] [2024/05/06 02:37:57.927 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:37:57.937 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=3800] [kvs=100] [importedSize=3800] [importedCount=100] [2024/05/06 02:37:57.939 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.189351ms] [] [2024/05/06 02:37:57.942 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=108] [2024/05/06 02:37:57.950 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:37:57.950 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:37:57.951 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=771.672Β΅s] [] [2024/05/06 02:37:57.951 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:37:57.952 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=445.785Β΅s] [] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:37:57.953 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:37:57.953 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:37:57.953 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:37:57.953 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:37:57.953 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:37:57.953 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=108] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 02:37:57.953 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [takeTime=98.837331ms] [] [2024/05/06 02:37:58.254 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:37:58.293 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 02:37:58.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=623.635Β΅s] [gotSchemaVersion=57] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:37:58.321 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=57] [2024/05/06 02:37:58.369 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=52.546956ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567280621420552, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.377 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567280621420552, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.378 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=108] [table=t] [index=idx] [2024/05/06 02:37:58.387 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=618.602Β΅s] [gotSchemaVersion=58] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:37:58.389 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=58] [2024/05/06 02:37:58.437 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=52.572495ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.444 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 14, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.445 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/06 02:37:58.451 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/06 02:37:58.455 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281224351753, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.457 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281224351753, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000006a5f69ffff000000000001,EndKey:74800000000000006a5f69ffff000000000001ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/06 02:37:58.458 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=108] [2024/05/06 02:37:58.458 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000001] ["end key"=74800000000000006a5f69ffff000000000001ff] [2024/05/06 02:37:58.458 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/06 02:37:58.458 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=108] [2024/05/06 02:37:58.458 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=108] [2024/05/06 02:37:58.458 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=108] [2024/05/06 02:37:58.459 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000001ff] ["current end key"=74800000000000006a5f69ffff00000000000100] [2024/05/06 02:37:58.459 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=108] [2024/05/06 02:37:58.459 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=108] [2024/05/06 02:37:58.459 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=108] [2024/05/06 02:37:58.459 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000001, 74800000000000006a5f69ffff00000000000100), jobID: 108"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000010000] ["take time"=382.37Β΅s] [2024/05/06 02:37:58.459 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=108] [2024/05/06 02:37:58.462 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000001] [2024/05/06 02:37:58.462 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 02:37:58.484 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:37:58.489 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=595.429Β΅s] [gotSchemaVersion=59] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:37:58.491 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=59] [2024/05/06 02:37:58.540 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.903098ms] [job="ID:108, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281224351753, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.548 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=108] [tableID=106] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:37:58.553 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="add index"] [2024/05/06 02:37:58.553 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 17, tp add index"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 02:37:55.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281224351753, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.556 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=backfill] [2024/05/06 02:37:58.562 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 02:37:58.562 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:37:58.563 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.62962175\n# Parse_time: 0.000054979\n# Compile_time: 0.000089381\n# Rewrite_time: 0.000002604\n# Optimize_time: 0.000021003\n# Wait_TS: 0.000104222\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 16384\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 02:37:58.563 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=addindexlit] [sql="alter table t add unique index idx1(b);"] [user=] [2024/05/06 02:37:58.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:37:58.568 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx1(b);"] [2024/05/06 02:37:58.575 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 19, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.576 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx1\",\"L\":\"idx1\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:37:58.583 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=647.17Β΅s] [gotSchemaVersion=60] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:37:58.585 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=60] [2024/05/06 02:37:58.634 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.194557ms] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.641 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.649 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=651.337Β΅s] [gotSchemaVersion=61] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:37:58.651 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=61] [2024/05/06 02:37:58.699 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=52.752341ms] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.707 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 16, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.715 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=627.323Β΅s] [gotSchemaVersion=62] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:37:58.717 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=62] [2024/05/06 02:37:58.753 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 02:37:58.754 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:37:58.754 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 02:37:58.765 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:37:58.765 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=52.54774ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.772 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.773 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/06 02:37:58.774 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/06 02:37:58.779 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/06 02:37:58.784 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 21, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281316102159, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:37:58.785 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/06 02:37:58.790 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/109] [2024/05/06 02:37:58.810 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:37:58.821 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 02:37:58.821 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:37:59.323 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:37:59.323 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:37:59.324 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=2] [curr-step=init] [next-step=read-index] [2024/05/06 02:37:59.326 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:37:59.349 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=backfill] [remaining-slots=48] [2024/05/06 02:37:59.653 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [2024/05/06 02:37:59.654 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:37:59.654 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/06 02:37:59.658 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:37:59.658 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:37:59.658 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:59.658 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:37:59.658 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:37:59.658 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:37:59.664 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:37:59.665 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:37:59.665 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=109] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:37:59.665 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:37:59.670 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:37:59.672 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:37:59.672 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=109] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:37:59.672 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=2] [subtask-id=2] [jobID=109] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:37:59.672 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/06 02:37:59.672 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=2] [subtask-id=2] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/06 02:37:59.674 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 02:37:59.677 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 02:37:59.677 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=2] [subtask-id=2] [id=1] [2024/05/06 02:37:59.679 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 02:37:59.681 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 02:37:59.681 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5400] [kvs=100] [files=1] [sstFileSize=2452] [file=/tmp/tidb/tmp_ddl-4000/109/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/c7d4bbde-b61a-4047-9c46-7f61c2c78577.sst] [firstKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000000000000000FB80000000000000010008] [lastKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000006300000000FB80000000000000640008] [2024/05/06 02:37:59.684 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=109] [2024/05/06 02:37:59.684 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 295435542528/467794132992, backend usage: 0"] [2024/05/06 02:37:59.684 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 02:37:59.685 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:37:59.707 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=100] [size=5400] [2024/05/06 02:37:59.707 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:37:59.715 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=5400] [kvs=100] [importedSize=3600] [importedCount=100] [2024/05/06 02:37:59.716 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=32.460309ms] [] [2024/05/06 02:37:59.719 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=109] [2024/05/06 02:37:59.728 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:37:59.728 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:37:59.729 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=764.238Β΅s] [] [2024/05/06 02:37:59.729 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:37:59.730 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=549.378Β΅s] [] [2024/05/06 02:37:59.731 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:37:59.731 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:37:59.731 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:37:59.731 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:37:59.731 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:37:59.731 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 02:37:59.731 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [takeTime=78.236246ms] [] [2024/05/06 02:37:59.824 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:00.024 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:00.024 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/06 02:38:00.028 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:00.028 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:00.028 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:00.028 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:00.029 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:00.029 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:00.032 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=backfill] [2024/05/06 02:38:00.035 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:00.035 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:00.035 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:00.035 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 02:38:00.036 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 02:38:00.037 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.382984ms] [] [2024/05/06 02:38:00.038 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:00.038 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:00.038 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:00.038 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:00.038 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:00.038 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 02:38:00.038 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 02:38:00.067 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=606.576Β΅s] [gotSchemaVersion=63] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:00.069 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=63] [2024/05/06 02:38:00.117 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=51.858593ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281316102159, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:00.125 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281316102159, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:00.126 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=109] [table=t] [index=idx1] [2024/05/06 02:38:00.134 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=562.98Β΅s] [gotSchemaVersion=64] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:00.135 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=64] [2024/05/06 02:38:00.185 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.260787ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:00.192 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:00.193 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/06 02:38:00.198 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/06 02:38:00.203 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281683103752, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:00.206 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281683103752, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:74800000000000006a5f69ffff000000000002,EndKey:74800000000000006a5f69ffff000000000002ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/06 02:38:00.207 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=109] [2024/05/06 02:38:00.207 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=109] [2024/05/06 02:38:00.207 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000002] ["end key"=74800000000000006a5f69ffff000000000002ff] [2024/05/06 02:38:00.207 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/06 02:38:00.207 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=109] [2024/05/06 02:38:00.207 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=109] [2024/05/06 02:38:00.208 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000002ff] ["current end key"=74800000000000006a5f69ffff00000000000200] [2024/05/06 02:38:00.208 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=109] [2024/05/06 02:38:00.208 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=109] [2024/05/06 02:38:00.208 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=109] [2024/05/06 02:38:00.208 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000002, 74800000000000006a5f69ffff00000000000200), jobID: 109"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000020000] ["take time"=389.128Β΅s] [2024/05/06 02:38:00.208 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=109] [2024/05/06 02:38:00.211 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000002] [2024/05/06 02:38:00.211 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 02:38:00.231 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:00.237 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=558.731Β΅s] [gotSchemaVersion=65] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:00.239 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=65] [2024/05/06 02:38:00.287 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=52.610546ms] [job="ID:109, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281683103752, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:00.295 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=109] [tableID=106] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:00.297 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="add index"] [2024/05/06 02:38:00.297 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 02:37:58.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567281683103752, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:00.305 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 02:38:00.305 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:00.306 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.74351375\n# Parse_time: 0.000023855\n# Compile_time: 0.000067529\n# Rewrite_time: 0.000002211\n# Optimize_time: 0.000021003\n# Wait_TS: 0.00014704\n# DB: addindexlit\n# Is_internal: false\n# Digest: 044d47c412468a873ee101a63b81ee0147fbbd3276514babeafe37a931833b0b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx1(b);"] [2024/05/06 02:38:00.307 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:38:00.307 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx1] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx1`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ingest_test.go:72: Error Trace: tests/realtikvtest/addindextest4/ingest_test.go:72 Error: Not equal: expected: 0 actual : 240 Test: TestAddIndexIngestMemoryUsage [2024/05/06 02:38:00.312 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [2024/05/06 02:38:00.312 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [2024/05/06 02:38:00.313 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=1.988Β΅s] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=1.086Β΅s] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=1.208Β΅s] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=827ns] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=794ns] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=1.091Β΅s] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=864ns] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=821ns] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=709ns] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=771ns] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=1.003Β΅s] [2024/05/06 02:38:00.314 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:00.314 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:00.314 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:00.315 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9] ["take time"=2.479438ms] [2024/05/06 02:38:00.315 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9] [2024/05/06 02:38:00.316 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:00.316 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:00.316 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/2ad4c406-78c8-4c92-bca2-5b28f3da6454] [2024/05/06 02:38:00.316 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2ad4c406-78c8-4c92-bca2-5b28f3da6454] [watcherID=5b7b9f5e-ea49-46c2-8da1-5ac6d9ecf05f] [2024/05/06 02:38:00.316 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:00.316 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:00.316 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:00.316 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:00.316 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:00.316 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:00.316 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:00.316 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:00.316 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:00.316 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=218] [2024/05/06 02:38:00.317 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:00.317 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:00.317 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:00.317 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9 watch owner key /tidb/stats/owner/3eaa8f4bc24d2764"] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9] [2024/05/06 02:38:00.317 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:00.317 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:00.317 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:00.317 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f837bfe9-a53d-4c75-9652-d3a6e1ddc9dc"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:00.317 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:00.317 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:00.317 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:00.317 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:00.317 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:00.317 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:00.317 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:00.318 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:00.317 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:00.318 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:00.318 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:00.317 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [2024/05/06 02:38:00.318 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:00.318 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [2024/05/06 02:38:00.318 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:00.318 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:00.318 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f837bfe9-a53d-4c75-9652-d3a6e1ddc9dc"] [error="context canceled"] [2024/05/06 02:38:00.318 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f837bfe9-a53d-4c75-9652-d3a6e1ddc9dc"] [2024/05/06 02:38:00.318 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f837bfe9-a53d-4c75-9652-d3a6e1ddc9dc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:00.318 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:00.318 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f837bfe9-a53d-4c75-9652-d3a6e1ddc9dc] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:00.318 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:00.318 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:00.318 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:00.318 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:00.325 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:00.325 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [error="context canceled"] [2024/05/06 02:38:00.525 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:01.559 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f837bfe9-a53d-4c75-9652-d3a6e1ddc9dc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:01.580 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:01.581 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:01.581 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:01.777 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a2ed0f19-0a75-4b79-bfe4-4efb86d3f6c9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:01.777 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:01.777 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:01.777 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:01.777 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.464968508s] [2024/05/06 02:38:01.777 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:01.777 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:01.777 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:01.777 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:01.777 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:01.777 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:01.777 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:01.777 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:01.777 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:01.777 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:01.777 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:01.777 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:01.778 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- FAIL: TestAddIndexIngestMemoryUsage (10.62s) === RUN TestAddIndexIngestLimitOneBackend [2024/05/06 02:38:01.780 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:01.780 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:01.780 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:01.781 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:01.781 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:01.781 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:01.781 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:01.781 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:01.783 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:01.783 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:01.783 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:01.787 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:01.794 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:01.802 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=851] ["lease id"=22318f4bc24d2784] [2024/05/06 02:38:01.804 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:01.817 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=65] ["start time"=11.665637ms] [2024/05/06 02:38:01.818 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:01.818 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=27b19e4f-fa68-4c29-90fe-eaea97f8be66] [runWorker=true] [2024/05/06 02:38:01.818 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:01.819 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:01.819 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:38:01.820 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295435526144/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:01.820 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:01.820 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:01.820 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:01.820 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:01.821 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d27f0] [ownerID=27b19e4f-fa68-4c29-90fe-eaea97f8be66] [op=none] [2024/05/06 02:38:01.821 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:01.821 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8581f8fd-330b-4cd9-8c88-172ea03678c6] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:01.822 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:01.825 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:01.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:01.826 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:01.828 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] ["owner key"=/tidb/bindinfo/owner/6f188f4bc24d27f5] [ownerID=27b19e4f-fa68-4c29-90fe-eaea97f8be66] [op=none] [2024/05/06 02:38:01.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:01.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:01.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:01.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:01.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:01.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:01.841 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:01.841 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:01.841 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:01.841 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:01.841 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:01.842 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:01.842 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:01.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:01.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:01.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:01.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:01.843 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:01.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:01.844 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/55a2fb93-cb3f-4da5-9a25-80e4cc28c0cc] [2024/05/06 02:38:01.844 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:01.844 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:01.844 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:01.847 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.028296ms] [2024/05/06 02:38:01.848 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:01.848 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:01.848 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:01.855 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:01.856 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=65] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:01.861 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:01.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:01.861 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:01.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:01.870 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:01.871 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d27f0] [ownerID=27b19e4f-fa68-4c29-90fe-eaea97f8be66] [op=none] [2024/05/06 02:38:01.871 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [op=none] [2024/05/06 02:38:01.871 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:01.877 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.885 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=46.068Β΅s] [gotSchemaVersion=66] [phyTblIDs="[106]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:01.887 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=110] [version=66] [2024/05/06 02:38:01.936 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.664366ms] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:01.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.942 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:01.948 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=43.31Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:01.950 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=110] [version=67] [2024/05/06 02:38:01.999 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=52.679363ms] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.005 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:01.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=38.565Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:02.013 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=110] [version=68] [2024/05/06 02:38:02.062 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=52.108124ms] [job="ID:110, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:01.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.068 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=110] [tableIDs="[106]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:02.073 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=110] [jobType="drop schema"] [2024/05/06 02:38:02.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [job="ID:110, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:01.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.079 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 02:38:02.079 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.080 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=68] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:02.086 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:02.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.086 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:02.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:02.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.097 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=259.292Β΅s] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:02.099 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=112] [version=69] [2024/05/06 02:38:02.148 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=52.521277ms] [job="ID:112, Type:create schema, State:done, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:02.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.153 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [job="ID:112, Type:create schema, State:synced, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.051 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.157 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/06 02:38:02.157 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.165 +00:00] [INFO] [set.go:170] ["set global var"] [conn=4] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:02.166 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=69] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/06 02:38:02.172 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.172 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/06 02:38:02.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.182 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 113, Table Name: t"] [2024/05/06 02:38:02.187 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=511.185Β΅s] [gotSchemaVersion=70] [phyTblIDs="[113]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:02.189 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=114] [version=70] [2024/05/06 02:38:02.238 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.095438ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.244 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.249 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 02:38:02.249 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.258 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:02.258 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=70] [cur_db=addindexlit] [sql="create table t2 (a int, b int);"] [user=] [2024/05/06 02:38:02.265 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:02.265 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2 (a int, b int);"] [2024/05/06 02:38:02.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.274 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 115, Table Name: t2"] [2024/05/06 02:38:02.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=650.489Β΅s] [gotSchemaVersion=71] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:02.281 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=71] [2024/05/06 02:38:02.330 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=52.760733ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:02.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.336 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:02.341 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 02:38:02.341 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:02.345 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t2 add index idx_b(b);"] [user=] [2024/05/06 02:38:02.345 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 02:38:02.350 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=2] [jobs="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:02.350 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 02:38:02.350 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx_b(b);"] [2024/05/06 02:38:02.357 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.357 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx_b\",\"L\":\"idx_b\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:02.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=585.709Β΅s] [gotSchemaVersion=72] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:02.364 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:02.366 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=72] [2024/05/06 02:38:02.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=485.261Β΅s] [gotSchemaVersion=73] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:02.372 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=73] [2024/05/06 02:38:02.415 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=52.999429ms] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.420 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=51.740356ms] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.426 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.431 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=564.902Β΅s] [gotSchemaVersion=74] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:02.432 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=74] [2024/05/06 02:38:02.435 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=546.994Β΅s] [gotSchemaVersion=75] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:02.436 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=75] [2024/05/06 02:38:02.481 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.032131ms] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.485 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=51.963261ms] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.844 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:02.844 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:02.844 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/55a2fb93-cb3f-4da5-9a25-80e4cc28c0cc] [watcherID=832db2dc-a823-44f9-aea6-532ec295e48d] [2024/05/06 02:38:02.848 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:02.850 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:02.850 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:02.850 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:02.850 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:02.966 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567282286034950\n# Query_time: 0.481037689\n# Parse_time: 0\n# Compile_time: 0.000063692\n# Rewrite_time: 0\n# Optimize_time: 0\n# Wait_TS: 0.000142233\n# Prewrite_time: 0.479253946 Commit_time: 0.000779751 Get_commit_ts_time: 0.000280319 Slowest_prewrite_rpc_detail: {total:0.479s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 478.9ms}, scan_detail: {get_snapshot_time: 7.37Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 9.34Β΅s, propose_send_wait: 0s, persist_log: {total: 55.2Β΅s, write_leader_wait: 35ns, sync_log: 34.4Β΅s, write_memtable: 683ns}, commit_log: 217.6Β΅s, apply_batch_wait: 19.6Β΅s, apply: {total:475.6ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 24.2Β΅s, write_memtable: 20Β΅s}}} Commit_primary_rpc_detail: {total:0.479s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 478.9ms}, scan_detail: {get_snapshot_time: 7.37Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 9.34Β΅s, propose_send_wait: 0s, persist_log: {total: 55.2Β΅s, write_leader_wait: 35ns, sync_log: 34.4Β΅s, write_memtable: 683ns}, commit_log: 217.6Β΅s, apply_batch_wait: 19.6Β΅s, apply: {total:475.6ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 24.2Β΅s, write_memtable: 20Β΅s}}} Write_keys: 1 Write_size: 19 Prewrite_region: 1\n# Is_internal: true\n# Digest: bdab55af0288282745b06ae511bf5258d90e46fca67dd2e2ef0faca225d2d599\n# Num_cop_tasks: 0\n# Mem_max: 8587\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jQzwTzAJMjlfMgkwCTAJTi9BCTAJdGltZTozMjEuM8K1cywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXRlOjQ3OS4zbXMsIGdldF9jb21tASMQczoyODANQAk3FDo3NzkuOAVRIHNsb3dlc3RfcA1D8DxfcnBjOiB7dG90YWw6IDAuNDc5cywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MCwgAa0YX2RldGFpbAFEIGlrdl93YWxsXwEYPDogNDc4Ljltc30sIHNjYW4ZKCxnZXRfc25hcHNob3QNKww3LjM3BZ9Ycm9ja3NkYjoge2Jsb2NrOiB7fX19LCAF7hlCBZBAX2JhdGNoX3dhaXQ6IDkuMzQFQSxwcm9wb3NlX3NlbmQNHDgwcywgcGVyc2lzdF9sb2cBqgnuDDU1LjIFNQlfFGxlYWRlcg01JDM1bnMsIHN5bmMJNAgzNC4JYQksNG1lbXRhYmxlOiA2ODNuAeQpagktEDIxNy42BVoQYXBwbHkyqgAEMTkuGwAVjRA0NzUuNiHKFG11dGV4Xwn9AboJcDKcABkXAHchtQQyNDLHABmbEDIwwrVzJUANnRhwcmltYXJ5PvQBDDAwMXP+9AEt9AA1LSiO9QEEMTcNuN71AQQxMU3mrvUBEDIyMi45JZxKWgEEMzQ29gEMMjA0LinJCS05XAg4MTRG9wEEMDFtZkb3AQg5LjlJ4gUbNfcENTdNVwBtwvcBCDguMAlSPpsABDEzJRcl+W3JCG51bYFFCSoMa2V5cxkORGJ5dGU6MTl9CTM5NSBCeXRlc4GKLAoxCTM2XzEJMAkxCUnpYHRpZGJfbWRsX2luZm8sIGhhbmRsZToxMTgBIoG1CDI3MSVXibMoMiwgR2V0OntudW1FbwgxLCBldmnxEDIyNy41QZ1CRARhmhxfcHJvY2VzcwksCCAyNy1WCR1h8Q0aBDQxBUYRWxRrdl9yZWFh95WEBDc0Le0+nQQIOTAuAa9CqAIJZBGBJSsAIBW8LhcAIF9zaXplOiAzORV+IVcBLErgBAA5DagIcm9jRt8EIAlOL0EJTi9BCg==')\n# Plan_digest: ca2b8c61a8ea82f17bacb18dbe38cd4b008fc18663d28963f5ced78ed80210d7\n# Binary_plan: tidb_decode_binary_plan('vgx4CrkMCghEZWxldGVfMhKZAwoLUG9pbnRfR2V0XzEpAAUB8LDwPzABOAFAAUoYChYKBW15c3FsEg10aWRiX21kbF9pbmZvUgpoYW5kbGU6MTE4WhR0aW1lOjI3McK1cywgbG9vcHM6MmKoAkdldDp7bnVtX3JwYzoxLCB0b3RhbF90aW1lOjIyNy41wrVzfSwgdGltZV9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX3RpbWU6IDI3LjjCtXMsIHRvdGFsX3dhaXRfdGltZTogNDEuNcK1cywNWyxrdl9yZWFkX3dhbGwJaBQgNzQuOcIBlwx0aWt2LhkACDkwLgGwHH0sIHNjYW5fWoEAGGtleXM6IDERewBwDZgBFyBfc2l6ZTogMzkRHQEVBSwsZ2V0X3NuYXBzaG90DYcAOQ2oWHJvY2tzZGI6IHtibG9jazoge319fXD/EQEEAXgRCgT/ASGBHFIDTi9BWhZ0IWAQMzIxLjMFyyliHDFi4Qhjb21tIQ1UeG46IHtwcmV3cml0ZTo0NzkuM21zLAWJESMQczoyODANQQkUFDo3NzkuOAVSHHNsb3dlc3RfEUMAXyGyACApjcA6IDAuNDc5cywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MCwgAa49UDp4ARQ0NzguOW1GeAFKNQEMNy4zNwWfUjYBBCwgBe4ZagWQQF9iYXRjaF93YWl0OiA5LjM0BUEocHJvcG9zZV9zZW5BHgEcODBzLCBwZXJzaXN0X2xvZxnuDDU1LjIFNQlfFGxlYWRlcg1RJDM1bnMsIHN5bmMJNAgzNC4JYQksNG1lbXRhYmxlOiA2ODNuAeQpagktEDIxNy42BVoQYXBwbHkyqgAEMTkuGwAVjRA0NzUuNiHKFG11dGV4X0kzAboJcDKcABkXGHdhbDogMjQyxwAZmyAyMMK1c319fSwRnRhwcmltYXJ5PvQBDDAwMXP+9AEt9AA1LShCbQNK9QEEMTcNuN71AQQxMU3mrvUBCDIyMo0oSloBBDM0NvYBDDIwNC4pyQktOVwIODE0RvcBBDAxbWZG9wEIOS45SeIFGzX3BDU3TVcAbcL3AQg4LjAJUj6bAAQxMyUXJfltyQhudW2hlwkqhb4AMXFVXGJ5dGU6MTl9cIsDeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 02:38:02.969 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=692.883Β΅s] [gotSchemaVersion=76] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:02.971 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=76] [2024/05/06 02:38:02.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:02.981 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=802.141Β΅s] [gotSchemaVersion=77] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:02.983 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=77] [2024/05/06 02:38:03.019 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=52.473003ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:03.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:03.026 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/06 02:38:03.027 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=115] [startKey=7480000000000000735f728000000000000001] [endKey=7480000000000000735f72800000000000000300] [2024/05/06 02:38:03.030 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=52.027871ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:03.034 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/06 02:38:03.038 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:03.038 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:03.039 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=113] [startKey=7480000000000000715f728000000000000001] [endKey=7480000000000000715f72800000000000000300] [2024/05/06 02:38:03.042 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282430214151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:03.042 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/06 02:38:03.045 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/06 02:38:03.048 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/117] [2024/05/06 02:38:03.050 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282430214165, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:03.051 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:03.055 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/118] [2024/05/06 02:38:03.087 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=115] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:03.089 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=113] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:03.101 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30001] [2024/05/06 02:38:03.101 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:03.101 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30002] [2024/05/06 02:38:03.101 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:03.603 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:03.603 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:03.603 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:03.603 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:03.604 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30001] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:03.604 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30002] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:03.605 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:03.605 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:03.654 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30001] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:03.655 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30002] [type=backfill] [remaining-slots=8] [2024/05/06 02:38:03.820 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:03.959 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:03.959 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:03.960 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:03.960 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/118] [keyspaceName=] [2024/05/06 02:38:03.960 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:03.963 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:03.963 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:03.963 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:03.963 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:03.964 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:03.964 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:03.967 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:03.968 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:03.968 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=118] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:38:03.968 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:03.968 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/117] [keyspaceName=] [2024/05/06 02:38:03.971 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:03.971 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:03.972 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:03.972 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:03.972 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:03.972 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:03.975 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:03.976 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:03.976 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:03.976 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=117] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:38:03.977 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:03.978 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:03.979 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=118] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:03.979 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30002] [subtask-id=30001] [jobID=118] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:03.979 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f728000000000000001] ["end key"=7480000000000000715f72800000000000000300] [2024/05/06 02:38:03.979 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=30002] [subtask-id=30001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000715f728000000000000001, endKey=7480000000000000715f72800000000000000300"] [2024/05/06 02:38:03.982 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089176] ["max memory quota"=17179869184] [2024/05/06 02:38:03.985 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089216] ["max memory quota"=17179869184] [2024/05/06 02:38:03.985 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=30002] [subtask-id=30001] [id=1] [2024/05/06 02:38:03.985 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:03.989 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 02:38:03.989 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=117] ["index ID"=1] ["current memory usage"=1343226576] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:03.996 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30001] [subtask-id=30002] [jobID=117] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:03.996 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f728000000000000001] ["end key"=7480000000000000735f72800000000000000300] [2024/05/06 02:38:03.996 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=30001] [subtask-id=30002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000735f728000000000000001, endKey=7480000000000000735f72800000000000000300"] [2024/05/06 02:38:04.119 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226656] ["max memory quota"=17179869184] [2024/05/06 02:38:04.119 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1343226616] ["max memory quota"=17179869184] [2024/05/06 02:38:04.169 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=1343226696] ["max memory quota"=17179869184] [2024/05/06 02:38:04.169 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/118/f75d9cab-8823-5503-94ba-459a1de580da.sst/9245f2ab-dbc5-4351-ab93-444a0ee12ae8.sst] [firstKey=7480000000000000715F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000715F698000000000000001038000000000000003038000000000000003] [2024/05/06 02:38:04.170 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1343226736] ["max memory quota"=17179869184] [2024/05/06 02:38:04.170 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=30001] [subtask-id=30002] [id=1] [2024/05/06 02:38:04.172 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=118] [2024/05/06 02:38:04.172 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295435796480/467794132992, backend usage: 0"] [2024/05/06 02:38:04.172 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:04.173 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:04.195 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:04.195 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:04.204 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 02:38:04.205 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.784691ms] [] [2024/05/06 02:38:04.208 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=118] [2024/05/06 02:38:04.214 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1210057584] ["max memory quota"=17179869184] [2024/05/06 02:38:04.219 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:04.219 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:04.220 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=807.365Β΅s] [] [2024/05/06 02:38:04.220 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:04.220 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=517.39Β΅s] [] [2024/05/06 02:38:04.221 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:04.221 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:04.221 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:04.221 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:04.221 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:04.221 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:04.221 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:04.221 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:04.221 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:04.221 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:04.221 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:04.221 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:04.222 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:04.222 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:04.222 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:04.222 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:04.222 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:04.222 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=118] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 02:38:04.222 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=263.000122ms] [] [2024/05/06 02:38:04.258 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 02:38:04.259 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/117/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/4ac7d3c8-fb93-4ac1-942f-949a532bbea6.sst] [firstKey=7480000000000000735F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000735F698000000000000001038000000000000003038000000000000003] [2024/05/06 02:38:04.261 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=117] [2024/05/06 02:38:04.261 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295435788288/467794132992, backend usage: 0"] [2024/05/06 02:38:04.261 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 02:38:04.262 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:04.285 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:04.285 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:04.294 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 02:38:04.295 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=34.045321ms] [] [2024/05/06 02:38:04.299 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=117] [2024/05/06 02:38:04.307 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:04.307 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 02:38:04.308 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=675.347Β΅s] [] [2024/05/06 02:38:04.308 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 02:38:04.309 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=475.068Β΅s] [] [2024/05/06 02:38:04.309 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:04.309 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:04.309 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:04.309 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:04.309 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:04.310 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:04.310 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:04.310 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:04.310 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=117] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 02:38:04.310 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=351.269682ms] [] [2024/05/06 02:38:04.603 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:04.604 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:04.611 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30001] [type=backfill] [2024/05/06 02:38:04.826 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30002] [type=backfill] [2024/05/06 02:38:04.902 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:38:04.902 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:38:04.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=530.015Β΅s] [gotSchemaVersion=78] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:04.943 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=78] [2024/05/06 02:38:04.945 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=616.548Β΅s] [gotSchemaVersion=79] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:04.947 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=79] [2024/05/06 02:38:04.990 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.35438ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282430214165, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:04.994 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=51.643013ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282430214151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:04.998 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282430214165, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:04.999 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=118] [table=t] [index=idx] [2024/05/06 02:38:05.002 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282430214151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.002 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=117] [table=t2] [index=idx_b] [2024/05/06 02:38:05.006 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=463.82Β΅s] [gotSchemaVersion=80] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:05.009 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=80] [2024/05/06 02:38:05.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=548.228Β΅s] [gotSchemaVersion=81] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:05.012 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=81] [2024/05/06 02:38:05.057 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.067312ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.060 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=51.968463ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.065 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.066 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=115] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/06 02:38:05.069 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.070 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=113] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/06 02:38:05.072 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/06 02:38:05.075 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/06 02:38:05.076 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282967609353, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.078 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282967609353, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000735f69ffff000000000001,EndKey:7480000000000000735f69ffff000000000001ff,First:false,PhysicalTableID:115,Ingest mode:false"] [2024/05/06 02:38:05.079 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=117] [2024/05/06 02:38:05.079 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f69ffff000000000001] ["end key"=7480000000000000735f69ffff000000000001ff] [2024/05/06 02:38:05.079 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=117] [2024/05/06 02:38:05.079 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=117] [2024/05/06 02:38:05.079 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/06 02:38:05.079 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=117] [2024/05/06 02:38:05.080 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282967609359, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.080 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=115] ["end key"=7480000000000000735f69ffff000000000001ff] ["current end key"=7480000000000000735f69ffff00000000000100] [2024/05/06 02:38:05.080 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=117] [2024/05/06 02:38:05.080 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=117] [2024/05/06 02:38:05.080 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=117] [2024/05/06 02:38:05.080 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 115, range: [7480000000000000735f69ffff000000000001, 7480000000000000735f69ffff00000000000100), jobID: 117"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000735f69ffff0000000000010000] ["take time"=388.88Β΅s] [2024/05/06 02:38:05.080 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=117] [2024/05/06 02:38:05.082 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282967609359, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000715f69ffff000000000001,EndKey:7480000000000000715f69ffff000000000001ff,First:false,PhysicalTableID:113,Ingest mode:false"] [2024/05/06 02:38:05.083 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000735f69ffff000000000001] [2024/05/06 02:38:05.083 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:38:05.083 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f69ffff000000000001] ["end key"=7480000000000000715f69ffff000000000001ff] [2024/05/06 02:38:05.083 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=118] [2024/05/06 02:38:05.083 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=118] [2024/05/06 02:38:05.083 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/06 02:38:05.083 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=118] [2024/05/06 02:38:05.083 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=118] [2024/05/06 02:38:05.084 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=113] ["end key"=7480000000000000715f69ffff000000000001ff] ["current end key"=7480000000000000715f69ffff00000000000100] [2024/05/06 02:38:05.084 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=118] [2024/05/06 02:38:05.084 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=118] [2024/05/06 02:38:05.084 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=118] [2024/05/06 02:38:05.084 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 113, range: [7480000000000000715f69ffff000000000001, 7480000000000000715f69ffff00000000000100), jobID: 118"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000715f69ffff0000000000010000] ["take time"=392.352Β΅s] [2024/05/06 02:38:05.084 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=118] [2024/05/06 02:38:05.087 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000715f69ffff000000000001] [2024/05/06 02:38:05.087 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:38:05.102 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30001] [2024/05/06 02:38:05.102 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30002] [2024/05/06 02:38:05.104 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:05.104 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 02:38:05.104 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30001] [2024/05/06 02:38:05.104 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30002] [2024/05/06 02:38:05.110 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:05.115 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=515.834Β΅s] [gotSchemaVersion=82] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:05.116 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:05.117 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=82] [2024/05/06 02:38:05.120 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:05.121 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=526.755Β΅s] [gotSchemaVersion=83] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:05.123 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=83] [2024/05/06 02:38:05.166 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.796487ms] [job="ID:117, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282967609353, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.171 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=52.001548ms] [job="ID:118, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282967609359, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.174 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=117] [tableID=115] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:05.176 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="add index"] [2024/05/06 02:38:05.177 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=117] [conn=5] [job="ID:117, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282967609353, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.177 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=118] [tableID=113] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:05.179 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="add index"] [2024/05/06 02:38:05.180 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=4] [job="ID:118, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-06 02:38:02.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567282967609359, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:05.189 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 02:38:05.189 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.190 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 2.845233604\n# Parse_time: 0.000068974\n# Compile_time: 0.000067734\n# Rewrite_time: 0.000004573\n# Optimize_time: 0.00004348\n# Wait_TS: 0.00014567\n# DB: addindexlit\n# Is_internal: false\n# Digest: 11eeaba7a7a7e4d5493be00351d96e15584e02d48854c4862767d924ab7e81d2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx_b(b);"] [2024/05/06 02:38:05.355 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 02:38:05.355 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:05.356 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 3.011166187\n# Parse_time: 0.00006053\n# Compile_time: 0.000063919\n# Rewrite_time: 0.000001513\n# Optimize_time: 0.000016519\n# Wait_TS: 0.000131861\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 02:38:05.361 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [2024/05/06 02:38:05.361 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [2024/05/06 02:38:05.362 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [] [2024/05/06 02:38:05.362 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:05.362 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=2.902Β΅s] [2024/05/06 02:38:05.362 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=1.091Β΅s] [2024/05/06 02:38:05.362 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=1.117Β΅s] [2024/05/06 02:38:05.362 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=872ns] [2024/05/06 02:38:05.362 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:05.362 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=1.274Β΅s] [2024/05/06 02:38:05.362 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:05.362 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:05.362 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:05.363 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=27b19e4f-fa68-4c29-90fe-eaea97f8be66] ["take time"=2.503491ms] [2024/05/06 02:38:05.363 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=27b19e4f-fa68-4c29-90fe-eaea97f8be66] [2024/05/06 02:38:05.364 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:05.364 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:05.364 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/55a2fb93-cb3f-4da5-9a25-80e4cc28c0cc] [2024/05/06 02:38:05.364 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/55a2fb93-cb3f-4da5-9a25-80e4cc28c0cc] [watcherID=832db2dc-a823-44f9-aea6-532ec295e48d] [2024/05/06 02:38:05.364 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:05.364 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:05.364 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:05.364 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:05.364 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:05.364 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:05.364 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:05.364 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:05.364 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:05.364 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:05.365 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:05.365 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=851] [2024/05/06 02:38:05.366 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:05.366 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=27b19e4f-fa68-4c29-90fe-eaea97f8be66] [2024/05/06 02:38:05.366 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:05.366 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:05.366 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:05.366 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:05.366 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:05.366 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8581f8fd-330b-4cd9-8c88-172ea03678c6"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:05.366 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:05.366 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:05.366 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=27b19e4f-fa68-4c29-90fe-eaea97f8be66] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:05.366 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:05.366 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8581f8fd-330b-4cd9-8c88-172ea03678c6"] [error="context canceled"] [2024/05/06 02:38:05.366 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8581f8fd-330b-4cd9-8c88-172ea03678c6"] [2024/05/06 02:38:05.366 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8581f8fd-330b-4cd9-8c88-172ea03678c6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:05.366 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8581f8fd-330b-4cd9-8c88-172ea03678c6] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:05.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:05.380 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:05.380 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [error="context canceled"] [2024/05/06 02:38:05.380 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [2024/05/06 02:38:05.380 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:06.618 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:06.618 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:06.618 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:06.623 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8581f8fd-330b-4cd9-8c88-172ea03678c6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:06.643 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 27b19e4f-fa68-4c29-90fe-eaea97f8be66"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:06.643 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:06.643 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:06.643 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:06.644 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.283220605s] [2024/05/06 02:38:06.644 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:06.644 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:06.644 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:06.644 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:06.644 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:06.644 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:06.644 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:06.644 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:06.644 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:06.644 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:06.644 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:06.644 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:06.644 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestLimitOneBackend (4.87s) === RUN TestAddIndexIngestWriterCountOnPartitionTable [2024/05/06 02:38:06.646 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:06.646 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:06.647 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:06.647 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:06.647 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:06.647 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:06.647 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:06.648 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:06.649 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:06.649 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:06.649 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:06.652 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:06.657 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:06.666 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1406] ["lease id"=6f188f4bc24d283b] [2024/05/06 02:38:06.667 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:06.680 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=83] ["start time"=10.854888ms] [2024/05/06 02:38:06.680 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:06.681 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=4286554d-d52f-422b-a145-86257f3bff27] [runWorker=true] [2024/05/06 02:38:06.681 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:06.682 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:06.683 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:38:06.683 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:06.683 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295435939840/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:06.683 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:06.683 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:06.683 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:06.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:06.684 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d27dc] [ownerID=4286554d-d52f-422b-a145-86257f3bff27] [op=none] [2024/05/06 02:38:06.684 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4857b0b6-b0d8-4f50-bb10-a87c07beebeb] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:06.685 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:06.689 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:06.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:06.689 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:06.691 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4bc24d27e1] [ownerID=4286554d-d52f-422b-a145-86257f3bff27] [op=none] [2024/05/06 02:38:06.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:06.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:06.704 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:06.704 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:06.704 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:06.704 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:06.704 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:06.704 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:06.704 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:06.704 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:06.704 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:06.705 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:06.705 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:06.705 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:06.706 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:06.706 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:06.706 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:06.706 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:06.706 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:06.706 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/79c2ac2a-8e56-49cb-bede-f7ca31f34352] [2024/05/06 02:38:06.707 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:06.707 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:06.707 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:06.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:06.708 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:06.708 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:06.709 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.818519ms] [2024/05/06 02:38:06.715 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:06.715 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=83] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:06.721 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:06.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.721 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:06.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:06.734 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:06.734 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d27dc] [ownerID=4286554d-d52f-422b-a145-86257f3bff27] [op=none] [2024/05/06 02:38:06.734 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [op=none] [2024/05/06 02:38:06.734 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:06.740 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.748 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=33.463Β΅s] [gotSchemaVersion=84] [phyTblIDs="[113,115]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:06.750 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=84] [2024/05/06 02:38:06.799 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=52.613395ms] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:06.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.811 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=34.739Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:06.812 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=85] [2024/05/06 02:38:06.862 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.03014ms] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=39.117Β΅s] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:06.877 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=86] [2024/05/06 02:38:06.926 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=52.54565ms] [job="ID:119, Type:drop schema, State:done, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:06.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.932 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=119] [tableIDs="[113,115]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:06.937 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=119] [jobType="drop schema"] [2024/05/06 02:38:06.937 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [job="ID:119, Type:drop schema, State:synced, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:06.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.943 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 02:38:06.943 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:06.944 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=86] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:06.950 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:06.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:06.950 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:06.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:06.956 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:06.962 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=250.72Β΅s] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:06.963 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=121] [version=87] [2024/05/06 02:38:07.012 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=51.874981ms] [job="ID:121, Type:create schema, State:done, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:06.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.018 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [job="ID:121, Type:create schema, State:synced, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:06.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.022 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 02:38:07.022 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.027 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:07.027 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=87] [cur_db=addindexlit] [sql="create table t (a int primary key) partition by hash(a) partitions 32;"] [user=] [2024/05/06 02:38:07.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:07.036 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key) partition by hash(a) partitions 32;"] [2024/05/06 02:38:07.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.046 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 120, Table ID: 122, Table Name: t"] [2024/05/06 02:38:07.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=998.888Β΅s] [gotSchemaVersion=88] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:07.054 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=155] [version=88] [2024/05/06 02:38:07.101 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=52.235487ms] [job="ID:155, Type:create table, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.107 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [job="ID:155, Type:create table, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:07.111 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 02:38:07.112 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:07.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567283504742419] [2024/05/06 02:38:07.117 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=88] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 02:38:07.122 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:07.122 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 02:38:07.130 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:07.131 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:07.138 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=1.003916ms] [gotSchemaVersion=89] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:07.140 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=89] [2024/05/06 02:38:07.188 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=52.644473ms] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:07.194 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:07.203 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=897.071Β΅s] [gotSchemaVersion=90] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:07.205 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=90] [2024/05/06 02:38:07.253 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.357631ms] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:07.259 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:07.268 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=932.873Β΅s] [gotSchemaVersion=91] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:07.269 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=91] [2024/05/06 02:38:07.317 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=51.988805ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:07.324 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:07.325 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:07.326 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f728000000000000000] [endKey=74800000000000007b5f72800000000000006000] [2024/05/06 02:38:07.333 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 02:38:07.338 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567283557433351, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:07.339 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:07.344 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/156] [2024/05/06 02:38:07.368 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=122] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:07.707 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:07.707 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:07.708 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/79c2ac2a-8e56-49cb-bede-f7ca31f34352] [watcherID=5fe1e7ef-475d-4b6b-b0de-0fca8ab3b0ac] [2024/05/06 02:38:07.708 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:07.710 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:07.710 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:07.710 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:07.710 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:07.714 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60001] [2024/05/06 02:38:07.714 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:08.216 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:08.216 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:08.217 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=60001] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:08.217 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=32] [2024/05/06 02:38:08.514 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60001] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:08.683 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:08.818 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:08.819 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:08.819 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/156] [keyspaceName=] [2024/05/06 02:38:08.822 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:08.822 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:08.822 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:08.822 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:08.823 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:08.823 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:08.826 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:08.827 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:08.827 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=156] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:38:08.827 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:08.833 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:08.835 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:08.835 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:08.836 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60001] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:08.836 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f728000000000000000] ["end key"=74800000000000007b5f72800000000000006000] [2024/05/06 02:38:08.836 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60001] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007b5f728000000000000000, endKey=74800000000000007b5f72800000000000006000"] [2024/05/06 02:38:08.838 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:38:08.841 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 02:38:08.841 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60001] [id=1] [2024/05/06 02:38:08.843 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 02:38:08.845 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 02:38:08.846 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/1c5f7db6-28bc-4051-9c63-50a6e2f1f029.sst] [firstKey=74800000000000007B5F698000000000000001038000000000000000038000000000000000] [lastKey=74800000000000007B5F698000000000000001038000000000000060038000000000000060] [2024/05/06 02:38:08.850 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:08.850 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436025856/467794132992, backend usage: 0"] [2024/05/06 02:38:08.850 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:08.851 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:08.872 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:08.872 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:08.882 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:08.883 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.62246ms] [] [2024/05/06 02:38:08.886 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:08.898 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:08.900 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:08.900 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60002] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:08.900 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 02:38:08.900 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/06 02:38:08.900 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f728000000000000001] ["end key"=74800000000000007c5f72800000000000006100] [2024/05/06 02:38:08.900 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/06 02:38:08.900 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 02:38:08.900 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60002] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007c5f728000000000000001, endKey=74800000000000007c5f72800000000000006100"] [2024/05/06 02:38:08.901 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60002] [id=1] [2024/05/06 02:38:08.901 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1022] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/969ca7c8-d5ab-430b-ba54-ec56369069f3.sst] [firstKey=74800000000000007C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000007C5F698000000000000001038000000000000061038000000000000061] [2024/05/06 02:38:08.904 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:08.904 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436062720/467794132992, backend usage: 0"] [2024/05/06 02:38:08.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:08.905 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:08.927 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:08.927 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:08.934 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=304] [importedCount=8] [2024/05/06 02:38:08.935 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.469396ms] [] [2024/05/06 02:38:08.938 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:08.949 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:08.950 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674234928] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:08.951 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60003] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:08.951 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674234968] ["max memory quota"=17179869184] [2024/05/06 02:38:08.951 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235008] ["max memory quota"=17179869184] [2024/05/06 02:38:08.951 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235048] ["max memory quota"=17179869184] [2024/05/06 02:38:08.951 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235088] ["max memory quota"=17179869184] [2024/05/06 02:38:08.951 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f728000000000000002] ["end key"=74800000000000007d5f72800000000000006200] [2024/05/06 02:38:08.951 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60003] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007d5f728000000000000002, endKey=74800000000000007d5f72800000000000006200"] [2024/05/06 02:38:08.951 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60003] [id=1] [2024/05/06 02:38:08.952 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/03e6f85e-5384-47e6-9698-3273f5e60156.sst] [firstKey=74800000000000007D5F698000000000000001038000000000000002038000000000000002] [lastKey=74800000000000007D5F698000000000000001038000000000000062038000000000000062] [2024/05/06 02:38:08.954 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:08.954 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436075008/467794132992, backend usage: 0"] [2024/05/06 02:38:08.954 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:08.955 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:08.977 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:08.977 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:08.983 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=456] [importedCount=12] [2024/05/06 02:38:08.984 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.768447ms] [] [2024/05/06 02:38:08.987 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:08.997 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:08.998 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235048] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:08.998 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60004] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:08.998 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235088] ["max memory quota"=17179869184] [2024/05/06 02:38:08.998 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235128] ["max memory quota"=17179869184] [2024/05/06 02:38:08.999 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235168] ["max memory quota"=17179869184] [2024/05/06 02:38:08.999 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/06 02:38:08.998 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f728000000000000003] ["end key"=74800000000000007e5f72800000000000006300] [2024/05/06 02:38:08.999 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60004] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007e5f728000000000000003, endKey=74800000000000007e5f72800000000000006300"] [2024/05/06 02:38:08.999 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60004] [id=1] [2024/05/06 02:38:09.000 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1026] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/0a65a6b1-9a1d-4625-90ee-667756d9d11f.sst] [firstKey=74800000000000007E5F698000000000000001038000000000000003038000000000000003] [lastKey=74800000000000007E5F698000000000000001038000000000000063038000000000000063] [2024/05/06 02:38:09.002 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.002 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436087296/467794132992, backend usage: 0"] [2024/05/06 02:38:09.002 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.003 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.024 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:09.025 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.030 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=608] [importedCount=16] [2024/05/06 02:38:09.032 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.753165ms] [] [2024/05/06 02:38:09.035 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.045 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.046 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235168] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.046 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60005] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.046 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/06 02:38:09.046 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235248] ["max memory quota"=17179869184] [2024/05/06 02:38:09.046 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f728000000000000004] ["end key"=74800000000000007f5f72800000000000004400] [2024/05/06 02:38:09.046 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235288] ["max memory quota"=17179869184] [2024/05/06 02:38:09.046 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235328] ["max memory quota"=17179869184] [2024/05/06 02:38:09.046 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60005] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f728000000000000004, endKey=74800000000000007f5f72800000000000004400"] [2024/05/06 02:38:09.047 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60005] [id=1] [2024/05/06 02:38:09.047 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/40215025-bef4-4aca-8f12-72600f535e91.sst] [firstKey=74800000000000007F5F698000000000000001038000000000000004038000000000000004] [lastKey=74800000000000007F5F698000000000000001038000000000000044038000000000000044] [2024/05/06 02:38:09.049 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.049 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436103680/467794132992, backend usage: 0"] [2024/05/06 02:38:09.049 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.050 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.072 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.072 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.078 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=722] [importedCount=19] [2024/05/06 02:38:09.079 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.858668ms] [] [2024/05/06 02:38:09.082 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.105 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.105 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235288] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.106 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60006] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.106 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235328] ["max memory quota"=17179869184] [2024/05/06 02:38:09.106 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235368] ["max memory quota"=17179869184] [2024/05/06 02:38:09.106 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f728000000000000005] ["end key"=7480000000000000805f72800000000000004500] [2024/05/06 02:38:09.106 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235408] ["max memory quota"=17179869184] [2024/05/06 02:38:09.106 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/06 02:38:09.106 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000805f728000000000000005, endKey=7480000000000000805f72800000000000004500"] [2024/05/06 02:38:09.107 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60006] [id=1] [2024/05/06 02:38:09.107 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/ead5fd90-4197-43ec-8ecf-2ea6ac7a1d12.sst] [firstKey=7480000000000000805F698000000000000001038000000000000005038000000000000005] [lastKey=7480000000000000805F698000000000000001038000000000000045038000000000000045] [2024/05/06 02:38:09.110 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.110 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436128256/467794132992, backend usage: 0"] [2024/05/06 02:38:09.110 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.111 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.133 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.133 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.139 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=836] [importedCount=22] [2024/05/06 02:38:09.140 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.465474ms] [] [2024/05/06 02:38:09.144 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.154 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.155 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235408] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.155 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60007] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.155 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/06 02:38:09.155 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235488] ["max memory quota"=17179869184] [2024/05/06 02:38:09.155 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235528] ["max memory quota"=17179869184] [2024/05/06 02:38:09.155 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 02:38:09.155 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f728000000000000006] ["end key"=7480000000000000815f72800000000000004600] [2024/05/06 02:38:09.155 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000815f728000000000000006, endKey=7480000000000000815f72800000000000004600"] [2024/05/06 02:38:09.156 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60007] [id=1] [2024/05/06 02:38:09.156 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/9365628d-9f18-438b-9530-303867826f79.sst] [firstKey=7480000000000000815F698000000000000001038000000000000006038000000000000006] [lastKey=7480000000000000815F698000000000000001038000000000000046038000000000000046] [2024/05/06 02:38:09.158 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.159 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436144640/467794132992, backend usage: 0"] [2024/05/06 02:38:09.159 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.159 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.182 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.182 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.188 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=950] [importedCount=25] [2024/05/06 02:38:09.189 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.412698ms] [] [2024/05/06 02:38:09.192 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.202 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.203 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235528] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.203 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60008] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.204 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 02:38:09.204 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235608] ["max memory quota"=17179869184] [2024/05/06 02:38:09.204 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235648] ["max memory quota"=17179869184] [2024/05/06 02:38:09.204 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/06 02:38:09.204 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f728000000000000007] ["end key"=7480000000000000825f72800000000000004700] [2024/05/06 02:38:09.204 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000825f728000000000000007, endKey=7480000000000000825f72800000000000004700"] [2024/05/06 02:38:09.204 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60008] [id=1] [2024/05/06 02:38:09.205 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/c485fb98-ca0d-429a-b75c-f989cd1b8ba8.sst] [firstKey=7480000000000000825F698000000000000001038000000000000007038000000000000007] [lastKey=7480000000000000825F698000000000000001038000000000000047038000000000000047] [2024/05/06 02:38:09.207 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.207 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436152832/467794132992, backend usage: 0"] [2024/05/06 02:38:09.207 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.208 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.230 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.230 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.236 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1064] [importedCount=28] [2024/05/06 02:38:09.237 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.009036ms] [] [2024/05/06 02:38:09.240 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.252 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.253 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235648] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.253 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60009] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.253 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/06 02:38:09.253 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235728] ["max memory quota"=17179869184] [2024/05/06 02:38:09.253 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235768] ["max memory quota"=17179869184] [2024/05/06 02:38:09.253 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f728000000000000008] ["end key"=7480000000000000835f72800000000000004800] [2024/05/06 02:38:09.253 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235808] ["max memory quota"=17179869184] [2024/05/06 02:38:09.253 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60009] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000835f728000000000000008, endKey=7480000000000000835f72800000000000004800"] [2024/05/06 02:38:09.254 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60009] [id=1] [2024/05/06 02:38:09.254 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/84aaa568-8835-4129-83d6-f547ce97bd74.sst] [firstKey=7480000000000000835F698000000000000001038000000000000008038000000000000008] [lastKey=7480000000000000835F698000000000000001038000000000000048038000000000000048] [2024/05/06 02:38:09.257 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.257 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436177408/467794132992, backend usage: 0"] [2024/05/06 02:38:09.257 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.258 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.279 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.279 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.285 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1178] [importedCount=31] [2024/05/06 02:38:09.286 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.23225ms] [] [2024/05/06 02:38:09.289 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.299 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.300 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284344] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.300 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60010] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.300 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284384] ["max memory quota"=17179869184] [2024/05/06 02:38:09.300 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284424] ["max memory quota"=17179869184] [2024/05/06 02:38:09.300 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284464] ["max memory quota"=17179869184] [2024/05/06 02:38:09.300 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f728000000000000009] ["end key"=7480000000000000845f72800000000000004900] [2024/05/06 02:38:09.300 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284504] ["max memory quota"=17179869184] [2024/05/06 02:38:09.300 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60010] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000845f728000000000000009, endKey=7480000000000000845f72800000000000004900"] [2024/05/06 02:38:09.301 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60010] [id=1] [2024/05/06 02:38:09.301 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/cc72738c-b8f0-47c6-9152-9c9053a7e1ea.sst] [firstKey=7480000000000000845F698000000000000001038000000000000009038000000000000009] [lastKey=7480000000000000845F698000000000000001038000000000000049038000000000000049] [2024/05/06 02:38:09.304 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.304 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436189696/467794132992, backend usage: 0"] [2024/05/06 02:38:09.304 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.305 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.327 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.327 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.333 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1292] [importedCount=34] [2024/05/06 02:38:09.335 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.18727ms] [] [2024/05/06 02:38:09.339 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.351 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.352 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284464] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.353 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60011] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.353 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284504] ["max memory quota"=17179869184] [2024/05/06 02:38:09.353 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284544] ["max memory quota"=17179869184] [2024/05/06 02:38:09.353 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284584] ["max memory quota"=17179869184] [2024/05/06 02:38:09.353 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f72800000000000000a] ["end key"=7480000000000000855f72800000000000004a00] [2024/05/06 02:38:09.353 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284624] ["max memory quota"=17179869184] [2024/05/06 02:38:09.353 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60011] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000855f72800000000000000a, endKey=7480000000000000855f72800000000000004a00"] [2024/05/06 02:38:09.353 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60011] [id=1] [2024/05/06 02:38:09.354 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/5ba5779f-fac9-42fb-9608-ce94a1e414d9.sst] [firstKey=7480000000000000855F69800000000000000103800000000000000A03800000000000000A] [lastKey=7480000000000000855F69800000000000000103800000000000004A03800000000000004A] [2024/05/06 02:38:09.356 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.356 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436214272/467794132992, backend usage: 0"] [2024/05/06 02:38:09.356 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.357 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.379 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.379 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.385 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1406] [importedCount=37] [2024/05/06 02:38:09.386 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.68005ms] [] [2024/05/06 02:38:09.390 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.401 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.402 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284584] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.402 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60012] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.402 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284624] ["max memory quota"=17179869184] [2024/05/06 02:38:09.402 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284664] ["max memory quota"=17179869184] [2024/05/06 02:38:09.402 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284704] ["max memory quota"=17179869184] [2024/05/06 02:38:09.402 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284744] ["max memory quota"=17179869184] [2024/05/06 02:38:09.402 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f72800000000000000b] ["end key"=7480000000000000865f72800000000000004b00] [2024/05/06 02:38:09.402 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60012] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000865f72800000000000000b, endKey=7480000000000000865f72800000000000004b00"] [2024/05/06 02:38:09.403 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60012] [id=1] [2024/05/06 02:38:09.403 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a38d8dab-1f5e-410e-adb7-6a9f5d4f0eb2.sst] [firstKey=7480000000000000865F69800000000000000103800000000000000B03800000000000000B] [lastKey=7480000000000000865F69800000000000000103800000000000004B03800000000000004B] [2024/05/06 02:38:09.406 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.406 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295436226560/467794132992, backend usage: 0"] [2024/05/06 02:38:09.406 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.407 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.428 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.429 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.434 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1520] [importedCount=40] [2024/05/06 02:38:09.436 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.313223ms] [] [2024/05/06 02:38:09.439 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.449 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.450 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284704] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.450 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60013] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.450 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284744] ["max memory quota"=17179869184] [2024/05/06 02:38:09.450 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284784] ["max memory quota"=17179869184] [2024/05/06 02:38:09.450 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284824] ["max memory quota"=17179869184] [2024/05/06 02:38:09.450 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284864] ["max memory quota"=17179869184] [2024/05/06 02:38:09.450 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f72800000000000000c] ["end key"=7480000000000000875f72800000000000004c00] [2024/05/06 02:38:09.450 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60013] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000875f72800000000000000c, endKey=7480000000000000875f72800000000000004c00"] [2024/05/06 02:38:09.451 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60013] [id=1] [2024/05/06 02:38:09.451 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a7957f99-8da0-4827-8120-d97da40c8435.sst] [firstKey=7480000000000000875F69800000000000000103800000000000000C03800000000000000C] [lastKey=7480000000000000875F69800000000000000103800000000000004C03800000000000004C] [2024/05/06 02:38:09.454 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.454 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438336000/467794132992, backend usage: 0"] [2024/05/06 02:38:09.454 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.454 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.476 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.476 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.482 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1634] [importedCount=43] [2024/05/06 02:38:09.483 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.725911ms] [] [2024/05/06 02:38:09.486 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.497 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.498 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284824] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.498 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60014] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.498 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284864] ["max memory quota"=17179869184] [2024/05/06 02:38:09.498 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284904] ["max memory quota"=17179869184] [2024/05/06 02:38:09.498 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284944] ["max memory quota"=17179869184] [2024/05/06 02:38:09.498 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284984] ["max memory quota"=17179869184] [2024/05/06 02:38:09.498 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f72800000000000000d] ["end key"=7480000000000000885f72800000000000004d00] [2024/05/06 02:38:09.498 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60014] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000885f72800000000000000d, endKey=7480000000000000885f72800000000000004d00"] [2024/05/06 02:38:09.499 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60014] [id=1] [2024/05/06 02:38:09.500 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/5b167d5d-acfd-44da-bb3f-48af835f88f2.sst] [firstKey=7480000000000000885F69800000000000000103800000000000000D03800000000000000D] [lastKey=7480000000000000885F69800000000000000103800000000000004D03800000000000004D] [2024/05/06 02:38:09.502 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.502 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438352384/467794132992, backend usage: 0"] [2024/05/06 02:38:09.502 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.503 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.525 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.525 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.531 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1748] [importedCount=46] [2024/05/06 02:38:09.532 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.947391ms] [] [2024/05/06 02:38:09.535 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.547 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.548 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284944] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.548 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60015] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.548 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284984] ["max memory quota"=17179869184] [2024/05/06 02:38:09.549 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285024] ["max memory quota"=17179869184] [2024/05/06 02:38:09.548 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f72800000000000000e] ["end key"=7480000000000000895f72800000000000004e00] [2024/05/06 02:38:09.549 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285064] ["max memory quota"=17179869184] [2024/05/06 02:38:09.549 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285104] ["max memory quota"=17179869184] [2024/05/06 02:38:09.549 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60015] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000895f72800000000000000e, endKey=7480000000000000895f72800000000000004e00"] [2024/05/06 02:38:09.549 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60015] [id=1] [2024/05/06 02:38:09.550 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/b0aa3bd9-a73d-49e4-a9b8-09e09ddd2222.sst] [firstKey=7480000000000000895F69800000000000000103800000000000000E03800000000000000E] [lastKey=7480000000000000895F69800000000000000103800000000000004E03800000000000004E] [2024/05/06 02:38:09.553 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.553 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438376960/467794132992, backend usage: 0"] [2024/05/06 02:38:09.553 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.554 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.575 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.575 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.581 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1862] [importedCount=49] [2024/05/06 02:38:09.583 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.768785ms] [] [2024/05/06 02:38:09.586 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.597 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.598 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285064] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.598 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60016] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.598 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285104] ["max memory quota"=17179869184] [2024/05/06 02:38:09.598 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285144] ["max memory quota"=17179869184] [2024/05/06 02:38:09.598 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285184] ["max memory quota"=17179869184] [2024/05/06 02:38:09.598 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285224] ["max memory quota"=17179869184] [2024/05/06 02:38:09.598 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f72800000000000000f] ["end key"=74800000000000008a5f72800000000000004f00] [2024/05/06 02:38:09.598 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60016] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008a5f72800000000000000f, endKey=74800000000000008a5f72800000000000004f00"] [2024/05/06 02:38:09.599 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60016] [id=1] [2024/05/06 02:38:09.599 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/7ebba4d9-3076-4114-aa7b-110d208d8e69.sst] [firstKey=74800000000000008A5F69800000000000000103800000000000000F03800000000000000F] [lastKey=74800000000000008A5F69800000000000000103800000000000004F03800000000000004F] [2024/05/06 02:38:09.602 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.602 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438389248/467794132992, backend usage: 0"] [2024/05/06 02:38:09.602 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.603 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.625 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.625 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.631 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1976] [importedCount=52] [2024/05/06 02:38:09.632 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.000899ms] [] [2024/05/06 02:38:09.635 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.646 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.647 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285184] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.648 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60017] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285224] ["max memory quota"=17179869184] [2024/05/06 02:38:09.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285264] ["max memory quota"=17179869184] [2024/05/06 02:38:09.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285304] ["max memory quota"=17179869184] [2024/05/06 02:38:09.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285344] ["max memory quota"=17179869184] [2024/05/06 02:38:09.648 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f728000000000000010] ["end key"=74800000000000008b5f72800000000000005000] [2024/05/06 02:38:09.648 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60017] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008b5f728000000000000010, endKey=74800000000000008b5f72800000000000005000"] [2024/05/06 02:38:09.648 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60017] [id=1] [2024/05/06 02:38:09.649 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/1ada8b9b-8672-4825-a410-987009141585.sst] [firstKey=74800000000000008B5F698000000000000001038000000000000010038000000000000010] [lastKey=74800000000000008B5F698000000000000001038000000000000050038000000000000050] [2024/05/06 02:38:09.651 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.651 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438401536/467794132992, backend usage: 0"] [2024/05/06 02:38:09.651 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.652 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.675 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.675 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.680 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2090] [importedCount=55] [2024/05/06 02:38:09.682 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.471907ms] [] [2024/05/06 02:38:09.685 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.696 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.697 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285304] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.697 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60018] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.697 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285344] ["max memory quota"=17179869184] [2024/05/06 02:38:09.697 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285384] ["max memory quota"=17179869184] [2024/05/06 02:38:09.697 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285424] ["max memory quota"=17179869184] [2024/05/06 02:38:09.697 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f728000000000000011] ["end key"=74800000000000008c5f72800000000000005100] [2024/05/06 02:38:09.697 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285464] ["max memory quota"=17179869184] [2024/05/06 02:38:09.697 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60018] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008c5f728000000000000011, endKey=74800000000000008c5f72800000000000005100"] [2024/05/06 02:38:09.698 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60018] [id=1] [2024/05/06 02:38:09.698 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/33932b5a-df3f-48dc-b008-7863235abda5.sst] [firstKey=74800000000000008C5F698000000000000001038000000000000011038000000000000011] [lastKey=74800000000000008C5F698000000000000001038000000000000051038000000000000051] [2024/05/06 02:38:09.701 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.701 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438417920/467794132992, backend usage: 0"] [2024/05/06 02:38:09.701 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.701 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.723 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.723 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.729 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2204] [importedCount=58] [2024/05/06 02:38:09.731 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.251433ms] [] [2024/05/06 02:38:09.734 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.759 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.761 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285424] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.761 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60019] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.761 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285464] ["max memory quota"=17179869184] [2024/05/06 02:38:09.761 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285504] ["max memory quota"=17179869184] [2024/05/06 02:38:09.761 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285544] ["max memory quota"=17179869184] [2024/05/06 02:38:09.761 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285584] ["max memory quota"=17179869184] [2024/05/06 02:38:09.761 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f728000000000000012] ["end key"=74800000000000008d5f72800000000000005200] [2024/05/06 02:38:09.761 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60019] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008d5f728000000000000012, endKey=74800000000000008d5f72800000000000005200"] [2024/05/06 02:38:09.762 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60019] [id=1] [2024/05/06 02:38:09.762 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4f0825cf-e3f8-4149-b4fe-acc29ad2b642.sst] [firstKey=74800000000000008D5F698000000000000001038000000000000012038000000000000012] [lastKey=74800000000000008D5F698000000000000001038000000000000052038000000000000052] [2024/05/06 02:38:09.765 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.765 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438450688/467794132992, backend usage: 0"] [2024/05/06 02:38:09.765 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.766 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.788 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.788 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.794 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2318] [importedCount=61] [2024/05/06 02:38:09.795 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.220367ms] [] [2024/05/06 02:38:09.798 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.809 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.810 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285544] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.810 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60020] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.810 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285584] ["max memory quota"=17179869184] [2024/05/06 02:38:09.810 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285624] ["max memory quota"=17179869184] [2024/05/06 02:38:09.810 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285664] ["max memory quota"=17179869184] [2024/05/06 02:38:09.810 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285704] ["max memory quota"=17179869184] [2024/05/06 02:38:09.810 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f728000000000000013] ["end key"=74800000000000008e5f72800000000000005300] [2024/05/06 02:38:09.810 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60020] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008e5f728000000000000013, endKey=74800000000000008e5f72800000000000005300"] [2024/05/06 02:38:09.811 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60020] [id=1] [2024/05/06 02:38:09.812 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4c694f6e-c406-4abf-bc20-af26d8476702.sst] [firstKey=74800000000000008E5F698000000000000001038000000000000013038000000000000013] [lastKey=74800000000000008E5F698000000000000001038000000000000053038000000000000053] [2024/05/06 02:38:09.814 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.814 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438475264/467794132992, backend usage: 0"] [2024/05/06 02:38:09.814 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.815 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.836 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.836 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.842 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2432] [importedCount=64] [2024/05/06 02:38:09.844 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.077555ms] [] [2024/05/06 02:38:09.847 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.859 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.860 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285664] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.860 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60021] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.860 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285704] ["max memory quota"=17179869184] [2024/05/06 02:38:09.860 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285744] ["max memory quota"=17179869184] [2024/05/06 02:38:09.860 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285784] ["max memory quota"=17179869184] [2024/05/06 02:38:09.860 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f728000000000000014] ["end key"=74800000000000008f5f72800000000000005400] [2024/05/06 02:38:09.860 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285824] ["max memory quota"=17179869184] [2024/05/06 02:38:09.860 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60021] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008f5f728000000000000014, endKey=74800000000000008f5f72800000000000005400"] [2024/05/06 02:38:09.861 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60021] [id=1] [2024/05/06 02:38:09.861 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/8736bada-f952-45f8-bf6b-62ffb38d84b1.sst] [firstKey=74800000000000008F5F698000000000000001038000000000000014038000000000000014] [lastKey=74800000000000008F5F698000000000000001038000000000000054038000000000000054] [2024/05/06 02:38:09.864 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.864 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438487552/467794132992, backend usage: 0"] [2024/05/06 02:38:09.864 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.864 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.886 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.886 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.892 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2546] [importedCount=67] [2024/05/06 02:38:09.893 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.655264ms] [] [2024/05/06 02:38:09.897 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.908 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.909 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285784] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.909 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60022] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.909 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285824] ["max memory quota"=17179869184] [2024/05/06 02:38:09.909 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285864] ["max memory quota"=17179869184] [2024/05/06 02:38:09.909 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285904] ["max memory quota"=17179869184] [2024/05/06 02:38:09.909 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f728000000000000015] ["end key"=7480000000000000905f72800000000000005500] [2024/05/06 02:38:09.909 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285944] ["max memory quota"=17179869184] [2024/05/06 02:38:09.909 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60022] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000905f728000000000000015, endKey=7480000000000000905f72800000000000005500"] [2024/05/06 02:38:09.910 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60022] [id=1] [2024/05/06 02:38:09.910 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/567aa68e-1ddb-4f45-ab3f-0faa39e7fbe4.sst] [firstKey=7480000000000000905F698000000000000001038000000000000015038000000000000015] [lastKey=7480000000000000905F698000000000000001038000000000000055038000000000000055] [2024/05/06 02:38:09.913 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.913 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438499840/467794132992, backend usage: 0"] [2024/05/06 02:38:09.913 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.914 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.935 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.935 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.941 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2660] [importedCount=70] [2024/05/06 02:38:09.942 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.421875ms] [] [2024/05/06 02:38:09.945 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.956 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:09.957 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285904] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:09.957 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60023] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:09.957 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285944] ["max memory quota"=17179869184] [2024/05/06 02:38:09.957 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285984] ["max memory quota"=17179869184] [2024/05/06 02:38:09.957 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286024] ["max memory quota"=17179869184] [2024/05/06 02:38:09.957 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286064] ["max memory quota"=17179869184] [2024/05/06 02:38:09.957 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f728000000000000016] ["end key"=7480000000000000915f72800000000000005600] [2024/05/06 02:38:09.957 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60023] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000915f728000000000000016, endKey=7480000000000000915f72800000000000005600"] [2024/05/06 02:38:09.958 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60023] [id=1] [2024/05/06 02:38:09.958 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/5c828528-ad80-4096-9a30-34db408f64aa.sst] [firstKey=7480000000000000915F698000000000000001038000000000000016038000000000000016] [lastKey=7480000000000000915F698000000000000001038000000000000056038000000000000056] [2024/05/06 02:38:09.960 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:09.960 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438528512/467794132992, backend usage: 0"] [2024/05/06 02:38:09.960 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:09.961 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:09.983 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:09.983 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:09.989 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2774] [importedCount=73] [2024/05/06 02:38:09.990 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.062956ms] [] [2024/05/06 02:38:09.993 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.003 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=3] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:623\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:340\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:419\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1472\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1571\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1201\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:793"] [2024/05/06 02:38:10.006 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:10.007 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286024] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:10.007 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60024] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:10.007 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286064] ["max memory quota"=17179869184] [2024/05/06 02:38:10.007 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286104] ["max memory quota"=17179869184] [2024/05/06 02:38:10.007 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f728000000000000017] ["end key"=7480000000000000925f72800000000000005700] [2024/05/06 02:38:10.007 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286144] ["max memory quota"=17179869184] [2024/05/06 02:38:10.007 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286184] ["max memory quota"=17179869184] [2024/05/06 02:38:10.007 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60024] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000925f728000000000000017, endKey=7480000000000000925f72800000000000005700"] [2024/05/06 02:38:10.008 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60024] [id=1] [2024/05/06 02:38:10.009 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/095075be-173e-487c-8272-242105b13a77.sst] [firstKey=7480000000000000925F698000000000000001038000000000000017038000000000000017] [lastKey=7480000000000000925F698000000000000001038000000000000057038000000000000057] [2024/05/06 02:38:10.011 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.011 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438540800/467794132992, backend usage: 0"] [2024/05/06 02:38:10.011 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:10.012 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:10.034 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:10.034 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:10.039 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2888] [importedCount=76] [2024/05/06 02:38:10.041 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.245433ms] [] [2024/05/06 02:38:10.044 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.055 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:10.056 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286144] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:10.057 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60025] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:10.057 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286184] ["max memory quota"=17179869184] [2024/05/06 02:38:10.057 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286224] ["max memory quota"=17179869184] [2024/05/06 02:38:10.057 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286264] ["max memory quota"=17179869184] [2024/05/06 02:38:10.057 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286304] ["max memory quota"=17179869184] [2024/05/06 02:38:10.057 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f728000000000000018] ["end key"=7480000000000000935f72800000000000005800] [2024/05/06 02:38:10.057 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60025] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000935f728000000000000018, endKey=7480000000000000935f72800000000000005800"] [2024/05/06 02:38:10.057 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60025] [id=1] [2024/05/06 02:38:10.058 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/6c0c1ff1-f6e9-4837-a834-0719fedf629e.sst] [firstKey=7480000000000000935F698000000000000001038000000000000018038000000000000018] [lastKey=7480000000000000935F698000000000000001038000000000000058038000000000000058] [2024/05/06 02:38:10.060 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.060 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438561280/467794132992, backend usage: 0"] [2024/05/06 02:38:10.060 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:10.061 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:10.083 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:10.083 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:10.088 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3002] [importedCount=79] [2024/05/06 02:38:10.090 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.38232ms] [] [2024/05/06 02:38:10.092 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.103 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:10.104 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286264] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:10.104 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60026] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:10.104 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286304] ["max memory quota"=17179869184] [2024/05/06 02:38:10.104 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286344] ["max memory quota"=17179869184] [2024/05/06 02:38:10.104 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286384] ["max memory quota"=17179869184] [2024/05/06 02:38:10.104 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286424] ["max memory quota"=17179869184] [2024/05/06 02:38:10.104 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f728000000000000019] ["end key"=7480000000000000945f72800000000000005900] [2024/05/06 02:38:10.104 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60026] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000945f728000000000000019, endKey=7480000000000000945f72800000000000005900"] [2024/05/06 02:38:10.105 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60026] [id=1] [2024/05/06 02:38:10.106 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/7a64f64e-2994-4909-b7c0-73c3cf04ffc4.sst] [firstKey=7480000000000000945F698000000000000001038000000000000019038000000000000019] [lastKey=7480000000000000945F698000000000000001038000000000000059038000000000000059] [2024/05/06 02:38:10.108 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.108 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438573568/467794132992, backend usage: 0"] [2024/05/06 02:38:10.108 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:10.109 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:10.131 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:10.131 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:10.136 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3116] [importedCount=82] [2024/05/06 02:38:10.138 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.651512ms] [] [2024/05/06 02:38:10.140 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.151 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:10.152 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286384] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:10.153 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60027] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:10.153 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286424] ["max memory quota"=17179869184] [2024/05/06 02:38:10.153 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286464] ["max memory quota"=17179869184] [2024/05/06 02:38:10.153 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286504] ["max memory quota"=17179869184] [2024/05/06 02:38:10.153 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286544] ["max memory quota"=17179869184] [2024/05/06 02:38:10.153 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f72800000000000001a] ["end key"=7480000000000000955f72800000000000005a00] [2024/05/06 02:38:10.153 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60027] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000955f72800000000000001a, endKey=7480000000000000955f72800000000000005a00"] [2024/05/06 02:38:10.153 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60027] [id=1] [2024/05/06 02:38:10.154 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/f6471514-c387-408d-8617-65f427bfa1af.sst] [firstKey=7480000000000000955F69800000000000000103800000000000001A03800000000000001A] [lastKey=7480000000000000955F69800000000000000103800000000000005A03800000000000005A] [2024/05/06 02:38:10.156 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.156 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438606336/467794132992, backend usage: 0"] [2024/05/06 02:38:10.156 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:10.157 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:10.178 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:10.178 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:10.184 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3230] [importedCount=85] [2024/05/06 02:38:10.185 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.089091ms] [] [2024/05/06 02:38:10.188 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.199 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:10.200 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286504] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:10.200 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60028] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:10.200 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286544] ["max memory quota"=17179869184] [2024/05/06 02:38:10.200 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286584] ["max memory quota"=17179869184] [2024/05/06 02:38:10.200 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286624] ["max memory quota"=17179869184] [2024/05/06 02:38:10.200 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286664] ["max memory quota"=17179869184] [2024/05/06 02:38:10.200 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f72800000000000001b] ["end key"=7480000000000000965f72800000000000005b00] [2024/05/06 02:38:10.200 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60028] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000965f72800000000000001b, endKey=7480000000000000965f72800000000000005b00"] [2024/05/06 02:38:10.201 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60028] [id=1] [2024/05/06 02:38:10.201 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/0a2c998f-cd14-40da-8f62-7199fd49d1e7.sst] [firstKey=7480000000000000965F69800000000000000103800000000000001B03800000000000001B] [lastKey=7480000000000000965F69800000000000000103800000000000005B03800000000000005B] [2024/05/06 02:38:10.204 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.204 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438614528/467794132992, backend usage: 0"] [2024/05/06 02:38:10.204 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:10.205 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:10.227 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:10.227 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:10.233 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3344] [importedCount=88] [2024/05/06 02:38:10.234 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.161486ms] [] [2024/05/06 02:38:10.237 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.247 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:10.248 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286624] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:10.248 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60029] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:10.248 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286664] ["max memory quota"=17179869184] [2024/05/06 02:38:10.248 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286704] ["max memory quota"=17179869184] [2024/05/06 02:38:10.248 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286744] ["max memory quota"=17179869184] [2024/05/06 02:38:10.248 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286784] ["max memory quota"=17179869184] [2024/05/06 02:38:10.248 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f72800000000000001c] ["end key"=7480000000000000975f72800000000000005c00] [2024/05/06 02:38:10.249 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60029] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000975f72800000000000001c, endKey=7480000000000000975f72800000000000005c00"] [2024/05/06 02:38:10.249 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60029] [id=1] [2024/05/06 02:38:10.250 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/af8b0088-2b46-4635-9017-e76d9f352842.sst] [firstKey=7480000000000000975F69800000000000000103800000000000001C03800000000000001C] [lastKey=7480000000000000975F69800000000000000103800000000000005C03800000000000005C] [2024/05/06 02:38:10.252 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.252 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438626816/467794132992, backend usage: 0"] [2024/05/06 02:38:10.252 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:10.253 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:10.274 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:10.275 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:10.280 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3458] [importedCount=91] [2024/05/06 02:38:10.281 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.17907ms] [] [2024/05/06 02:38:10.284 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.296 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:10.297 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286744] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:10.297 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60030] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:10.297 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286784] ["max memory quota"=17179869184] [2024/05/06 02:38:10.297 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286824] ["max memory quota"=17179869184] [2024/05/06 02:38:10.297 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286864] ["max memory quota"=17179869184] [2024/05/06 02:38:10.297 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286904] ["max memory quota"=17179869184] [2024/05/06 02:38:10.297 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f72800000000000001d] ["end key"=7480000000000000985f72800000000000005d00] [2024/05/06 02:38:10.297 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60030] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000985f72800000000000001d, endKey=7480000000000000985f72800000000000005d00"] [2024/05/06 02:38:10.298 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60030] [id=1] [2024/05/06 02:38:10.298 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/0ce3dbbf-f8eb-4aa9-b851-cc5521c98ddc.sst] [firstKey=7480000000000000985F69800000000000000103800000000000001D03800000000000001D] [lastKey=7480000000000000985F69800000000000000103800000000000005D03800000000000005D] [2024/05/06 02:38:10.300 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.300 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438639104/467794132992, backend usage: 0"] [2024/05/06 02:38:10.300 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:10.301 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:10.324 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:10.324 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:10.329 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3572] [importedCount=94] [2024/05/06 02:38:10.331 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.120694ms] [] [2024/05/06 02:38:10.333 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.344 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:10.345 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286864] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:10.345 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60031] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:10.346 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286904] ["max memory quota"=17179869184] [2024/05/06 02:38:10.346 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286944] ["max memory quota"=17179869184] [2024/05/06 02:38:10.346 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286984] ["max memory quota"=17179869184] [2024/05/06 02:38:10.346 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f72800000000000001e] ["end key"=7480000000000000995f72800000000000005e00] [2024/05/06 02:38:10.346 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675287024] ["max memory quota"=17179869184] [2024/05/06 02:38:10.346 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60031] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000995f72800000000000001e, endKey=7480000000000000995f72800000000000005e00"] [2024/05/06 02:38:10.346 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60031] [id=1] [2024/05/06 02:38:10.347 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/6e7a4072-3c18-4121-8178-970eada0e647.sst] [firstKey=7480000000000000995F69800000000000000103800000000000001E03800000000000001E] [lastKey=7480000000000000995F69800000000000000103800000000000005E03800000000000005E] [2024/05/06 02:38:10.349 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.349 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438663680/467794132992, backend usage: 0"] [2024/05/06 02:38:10.349 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:10.350 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:10.371 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:10.371 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:10.377 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3686] [importedCount=97] [2024/05/06 02:38:10.378 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.395515ms] [] [2024/05/06 02:38:10.381 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.391 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:10.392 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286984] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:10.393 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60032] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:10.393 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675287024] ["max memory quota"=17179869184] [2024/05/06 02:38:10.393 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675287064] ["max memory quota"=17179869184] [2024/05/06 02:38:10.393 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675287104] ["max memory quota"=17179869184] [2024/05/06 02:38:10.393 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675287144] ["max memory quota"=17179869184] [2024/05/06 02:38:10.393 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f72800000000000001f] ["end key"=74800000000000009a5f72800000000000005f00] [2024/05/06 02:38:10.393 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60032] [id=1] [task="TableScanTask: id=1, startKey=74800000000000009a5f72800000000000001f, endKey=74800000000000009a5f72800000000000005f00"] [2024/05/06 02:38:10.393 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60032] [id=1] [2024/05/06 02:38:10.394 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/26b11d87-86c7-444c-a877-b450acc6e713.sst] [firstKey=74800000000000009A5F69800000000000000103800000000000001F03800000000000001F] [lastKey=74800000000000009A5F69800000000000000103800000000000005F03800000000000005F] [2024/05/06 02:38:10.397 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.397 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295438688256/467794132992, backend usage: 0"] [2024/05/06 02:38:10.397 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:10.397 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:10.419 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:38:10.419 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:10.425 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3800] [importedCount=100] [2024/05/06 02:38:10.426 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.297056ms] [] [2024/05/06 02:38:10.429 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 02:38:10.440 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:10.440 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:10.440 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=660.045Β΅s] [] [2024/05/06 02:38:10.440 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:10.441 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=428.848Β΅s] [] [2024/05/06 02:38:10.442 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:10.442 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:10.442 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:10.442 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:10.442 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:10.442 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=156] ["current memory usage"=3840] ["max memory quota"=17179869184] [2024/05/06 02:38:10.442 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=1.62433578s] [] [2024/05/06 02:38:10.717 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:10.744 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60001] [type=backfill] [2024/05/06 02:38:10.985 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 02:38:11.020 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=885.231Β΅s] [gotSchemaVersion=92] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:11.022 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=92] [2024/05/06 02:38:11.069 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=52.039854ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567283557433351, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:11.077 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567283557433351, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:11.078 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=156] [table=t] [index=idx] [2024/05/06 02:38:11.087 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=952.793Β΅s] [gotSchemaVersion=93] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:11.089 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=93] [2024/05/06 02:38:11.136 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=52.074173ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:11.142 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:11.143 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/06 02:38:11.148 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 02:38:11.153 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:11.155 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007b5f69ffff000000000001,EndKey:74800000000000007b5f69ffff000000000001ff,First:false,PhysicalTableID:123,Ingest mode:false"] [2024/05/06 02:38:11.157 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f69ffff000000000001] ["end key"=74800000000000007b5f69ffff000000000001ff] [2024/05/06 02:38:11.157 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/06 02:38:11.157 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.157 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.157 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.157 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.158 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=123] ["end key"=74800000000000007b5f69ffff000000000001ff] ["current end key"=74800000000000007b5f69ffff00000000000100] [2024/05/06 02:38:11.158 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.158 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.158 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.159 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 123, range: [74800000000000007b5f69ffff000000000001, 74800000000000007b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007b5f69ffff0000000000010000] ["take time"=468.255Β΅s] [2024/05/06 02:38:11.159 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.161 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007b5f69ffff000000000001] [2024/05/06 02:38:11.164 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=124] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [] [2024/05/06 02:38:11.164 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007c5f69ffff000000000001,EndKey:74800000000000007c5f69ffff000000000001ff,First:false,PhysicalTableID:124,Ingest mode:false"] [2024/05/06 02:38:11.166 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.166 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.166 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f69ffff000000000001] ["end key"=74800000000000007c5f69ffff000000000001ff] [2024/05/06 02:38:11.166 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.166 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.166 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [2024/05/06 02:38:11.167 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=124] ["end key"=74800000000000007c5f69ffff000000000001ff] ["current end key"=74800000000000007c5f69ffff00000000000100] [2024/05/06 02:38:11.167 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.167 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.167 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.167 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 124, range: [74800000000000007c5f69ffff000000000001, 74800000000000007c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007c5f69ffff0000000000010000] ["take time"=488.483Β΅s] [2024/05/06 02:38:11.167 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.170 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007c5f69ffff000000000001] [2024/05/06 02:38:11.173 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=125] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [] [2024/05/06 02:38:11.173 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007d5f69ffff000000000001,EndKey:74800000000000007d5f69ffff000000000001ff,First:false,PhysicalTableID:125,Ingest mode:false"] [2024/05/06 02:38:11.175 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f69ffff000000000001] ["end key"=74800000000000007d5f69ffff000000000001ff] [2024/05/06 02:38:11.175 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.175 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [2024/05/06 02:38:11.175 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.175 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.175 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.176 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=125] ["end key"=74800000000000007d5f69ffff000000000001ff] ["current end key"=74800000000000007d5f69ffff00000000000100] [2024/05/06 02:38:11.176 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.176 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.176 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.176 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 125, range: [74800000000000007d5f69ffff000000000001, 74800000000000007d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007d5f69ffff0000000000010000] ["take time"=485.73Β΅s] [2024/05/06 02:38:11.176 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.179 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007d5f69ffff000000000001] [2024/05/06 02:38:11.182 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=126] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [] [2024/05/06 02:38:11.182 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007e5f69ffff000000000001,EndKey:74800000000000007e5f69ffff000000000001ff,First:false,PhysicalTableID:126,Ingest mode:false"] [2024/05/06 02:38:11.183 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f69ffff000000000001] ["end key"=74800000000000007e5f69ffff000000000001ff] [2024/05/06 02:38:11.183 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.183 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.183 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [2024/05/06 02:38:11.183 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.183 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.184 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=126] ["end key"=74800000000000007e5f69ffff000000000001ff] ["current end key"=74800000000000007e5f69ffff00000000000100] [2024/05/06 02:38:11.184 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.184 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.184 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.185 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 126, range: [74800000000000007e5f69ffff000000000001, 74800000000000007e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007e5f69ffff0000000000010000] ["take time"=373.48Β΅s] [2024/05/06 02:38:11.185 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.187 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007e5f69ffff000000000001] [2024/05/06 02:38:11.190 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=127] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [] [2024/05/06 02:38:11.190 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007f5f69ffff000000000001,EndKey:74800000000000007f5f69ffff000000000001ff,First:false,PhysicalTableID:127,Ingest mode:false"] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f69ffff000000000001] ["end key"=74800000000000007f5f69ffff000000000001ff] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=127] ["end key"=74800000000000007f5f69ffff000000000001ff] ["current end key"=74800000000000007f5f69ffff00000000000100] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.191 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.192 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 127, range: [74800000000000007f5f69ffff000000000001, 74800000000000007f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007f5f69ffff0000000000010000] ["take time"=334.762Β΅s] [2024/05/06 02:38:11.192 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.194 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007f5f69ffff000000000001] [2024/05/06 02:38:11.196 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=128] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [] [2024/05/06 02:38:11.196 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000805f69ffff000000000001,EndKey:7480000000000000805f69ffff000000000001ff,First:false,PhysicalTableID:128,Ingest mode:false"] [2024/05/06 02:38:11.197 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f69ffff000000000001] ["end key"=7480000000000000805f69ffff000000000001ff] [2024/05/06 02:38:11.197 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [2024/05/06 02:38:11.197 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.197 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.197 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.197 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.198 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=128] ["end key"=7480000000000000805f69ffff000000000001ff] ["current end key"=7480000000000000805f69ffff00000000000100] [2024/05/06 02:38:11.198 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.198 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.198 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.199 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 128, range: [7480000000000000805f69ffff000000000001, 7480000000000000805f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000805f69ffff0000000000010000] ["take time"=364.498Β΅s] [2024/05/06 02:38:11.199 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.201 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000805f69ffff000000000001] [2024/05/06 02:38:11.203 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=129] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [] [2024/05/06 02:38:11.203 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000815f69ffff000000000001,EndKey:7480000000000000815f69ffff000000000001ff,First:false,PhysicalTableID:129,Ingest mode:false"] [2024/05/06 02:38:11.204 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.204 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.204 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f69ffff000000000001] ["end key"=7480000000000000815f69ffff000000000001ff] [2024/05/06 02:38:11.204 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.204 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [2024/05/06 02:38:11.204 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.206 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=129] ["end key"=7480000000000000815f69ffff000000000001ff] ["current end key"=7480000000000000815f69ffff00000000000100] [2024/05/06 02:38:11.206 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.206 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.206 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.206 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 129, range: [7480000000000000815f69ffff000000000001, 7480000000000000815f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000815f69ffff0000000000010000] ["take time"=619.093Β΅s] [2024/05/06 02:38:11.206 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.208 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000815f69ffff000000000001] [2024/05/06 02:38:11.211 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=130] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [] [2024/05/06 02:38:11.211 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000825f69ffff000000000001,EndKey:7480000000000000825f69ffff000000000001ff,First:false,PhysicalTableID:130,Ingest mode:false"] [2024/05/06 02:38:11.212 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f69ffff000000000001] ["end key"=7480000000000000825f69ffff000000000001ff] [2024/05/06 02:38:11.212 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [2024/05/06 02:38:11.212 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.212 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.212 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.212 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.213 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=130] ["end key"=7480000000000000825f69ffff000000000001ff] ["current end key"=7480000000000000825f69ffff00000000000100] [2024/05/06 02:38:11.213 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.213 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.213 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.214 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 130, range: [7480000000000000825f69ffff000000000001, 7480000000000000825f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000825f69ffff0000000000010000] ["take time"=377.704Β΅s] [2024/05/06 02:38:11.214 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.215 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60001] [2024/05/06 02:38:11.216 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000825f69ffff000000000001] [2024/05/06 02:38:11.217 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:11.217 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60001] [2024/05/06 02:38:11.220 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=131] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [] [2024/05/06 02:38:11.220 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000835f69ffff000000000001,EndKey:7480000000000000835f69ffff000000000001ff,First:false,PhysicalTableID:131,Ingest mode:false"] [2024/05/06 02:38:11.221 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.221 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.221 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f69ffff000000000001] ["end key"=7480000000000000835f69ffff000000000001ff] [2024/05/06 02:38:11.221 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [2024/05/06 02:38:11.221 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.221 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.222 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=131] ["end key"=7480000000000000835f69ffff000000000001ff] ["current end key"=7480000000000000835f69ffff00000000000100] [2024/05/06 02:38:11.222 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.222 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.222 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.223 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 131, range: [7480000000000000835f69ffff000000000001, 7480000000000000835f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000835f69ffff0000000000010000] ["take time"=405.167Β΅s] [2024/05/06 02:38:11.223 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.225 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000835f69ffff000000000001] [2024/05/06 02:38:11.229 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=132] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [] [2024/05/06 02:38:11.229 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000845f69ffff000000000001,EndKey:7480000000000000845f69ffff000000000001ff,First:false,PhysicalTableID:132,Ingest mode:false"] [2024/05/06 02:38:11.230 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f69ffff000000000001] ["end key"=7480000000000000845f69ffff000000000001ff] [2024/05/06 02:38:11.230 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [2024/05/06 02:38:11.230 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.230 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.230 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.230 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.230 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:11.231 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=132] ["end key"=7480000000000000845f69ffff000000000001ff] ["current end key"=7480000000000000845f69ffff00000000000100] [2024/05/06 02:38:11.231 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.231 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.231 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.232 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 132, range: [7480000000000000845f69ffff000000000001, 7480000000000000845f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000845f69ffff0000000000010000] ["take time"=358.941Β΅s] [2024/05/06 02:38:11.232 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.234 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000845f69ffff000000000001] [2024/05/06 02:38:11.237 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=133] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [] [2024/05/06 02:38:11.237 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000855f69ffff000000000001,EndKey:7480000000000000855f69ffff000000000001ff,First:false,PhysicalTableID:133,Ingest mode:false"] [2024/05/06 02:38:11.238 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f69ffff000000000001] ["end key"=7480000000000000855f69ffff000000000001ff] [2024/05/06 02:38:11.238 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.238 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.238 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.238 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [2024/05/06 02:38:11.238 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.239 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=133] ["end key"=7480000000000000855f69ffff000000000001ff] ["current end key"=7480000000000000855f69ffff00000000000100] [2024/05/06 02:38:11.239 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.239 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.239 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.239 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 133, range: [7480000000000000855f69ffff000000000001, 7480000000000000855f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000855f69ffff0000000000010000] ["take time"=385.024Β΅s] [2024/05/06 02:38:11.239 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.242 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000855f69ffff000000000001] [2024/05/06 02:38:11.245 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=134] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [] [2024/05/06 02:38:11.245 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000865f69ffff000000000001,EndKey:7480000000000000865f69ffff000000000001ff,First:false,PhysicalTableID:134,Ingest mode:false"] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f69ffff000000000001] ["end key"=7480000000000000865f69ffff000000000001ff] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=134] ["end key"=7480000000000000865f69ffff000000000001ff] ["current end key"=7480000000000000865f69ffff00000000000100] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.246 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.247 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 134, range: [7480000000000000865f69ffff000000000001, 7480000000000000865f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000865f69ffff0000000000010000] ["take time"=390.876Β΅s] [2024/05/06 02:38:11.247 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.249 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000865f69ffff000000000001] [2024/05/06 02:38:11.252 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=135] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [] [2024/05/06 02:38:11.252 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000875f69ffff000000000001,EndKey:7480000000000000875f69ffff000000000001ff,First:false,PhysicalTableID:135,Ingest mode:false"] [2024/05/06 02:38:11.253 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.253 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.253 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f69ffff000000000001] ["end key"=7480000000000000875f69ffff000000000001ff] [2024/05/06 02:38:11.253 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.253 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.253 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [2024/05/06 02:38:11.254 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=135] ["end key"=7480000000000000875f69ffff000000000001ff] ["current end key"=7480000000000000875f69ffff00000000000100] [2024/05/06 02:38:11.254 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.254 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.254 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.254 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 135, range: [7480000000000000875f69ffff000000000001, 7480000000000000875f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000875f69ffff0000000000010000] ["take time"=364.916Β΅s] [2024/05/06 02:38:11.255 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.257 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000875f69ffff000000000001] [2024/05/06 02:38:11.260 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=136] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [] [2024/05/06 02:38:11.260 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000885f69ffff000000000001,EndKey:7480000000000000885f69ffff000000000001ff,First:false,PhysicalTableID:136,Ingest mode:false"] [2024/05/06 02:38:11.261 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f69ffff000000000001] ["end key"=7480000000000000885f69ffff000000000001ff] [2024/05/06 02:38:11.261 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [2024/05/06 02:38:11.261 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.261 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.261 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.261 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.262 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=136] ["end key"=7480000000000000885f69ffff000000000001ff] ["current end key"=7480000000000000885f69ffff00000000000100] [2024/05/06 02:38:11.262 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.262 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.262 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.262 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 136, range: [7480000000000000885f69ffff000000000001, 7480000000000000885f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000885f69ffff0000000000010000] ["take time"=394.86Β΅s] [2024/05/06 02:38:11.262 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.265 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000885f69ffff000000000001] [2024/05/06 02:38:11.267 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=137] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [] [2024/05/06 02:38:11.267 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000895f69ffff000000000001,EndKey:7480000000000000895f69ffff000000000001ff,First:false,PhysicalTableID:137,Ingest mode:false"] [2024/05/06 02:38:11.269 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f69ffff000000000001] ["end key"=7480000000000000895f69ffff000000000001ff] [2024/05/06 02:38:11.269 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [2024/05/06 02:38:11.269 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.269 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.269 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.269 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.270 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=137] ["end key"=7480000000000000895f69ffff000000000001ff] ["current end key"=7480000000000000895f69ffff00000000000100] [2024/05/06 02:38:11.270 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.270 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.270 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.270 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 137, range: [7480000000000000895f69ffff000000000001, 7480000000000000895f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000895f69ffff0000000000010000] ["take time"=511.385Β΅s] [2024/05/06 02:38:11.270 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.273 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000895f69ffff000000000001] [2024/05/06 02:38:11.276 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=138] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [] [2024/05/06 02:38:11.276 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008a5f69ffff000000000001,EndKey:74800000000000008a5f69ffff000000000001ff,First:false,PhysicalTableID:138,Ingest mode:false"] [2024/05/06 02:38:11.277 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f69ffff000000000001] ["end key"=74800000000000008a5f69ffff000000000001ff] [2024/05/06 02:38:11.277 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.277 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.277 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [2024/05/06 02:38:11.277 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.277 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.278 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=138] ["end key"=74800000000000008a5f69ffff000000000001ff] ["current end key"=74800000000000008a5f69ffff00000000000100] [2024/05/06 02:38:11.278 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.278 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.278 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.279 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 138, range: [74800000000000008a5f69ffff000000000001, 74800000000000008a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008a5f69ffff0000000000010000] ["take time"=455.246Β΅s] [2024/05/06 02:38:11.279 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.282 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008a5f69ffff000000000001] [2024/05/06 02:38:11.285 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=139] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [] [2024/05/06 02:38:11.285 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008b5f69ffff000000000001,EndKey:74800000000000008b5f69ffff000000000001ff,First:false,PhysicalTableID:139,Ingest mode:false"] [2024/05/06 02:38:11.287 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.287 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f69ffff000000000001] ["end key"=74800000000000008b5f69ffff000000000001ff] [2024/05/06 02:38:11.287 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.287 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.287 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [2024/05/06 02:38:11.287 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.288 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=139] ["end key"=74800000000000008b5f69ffff000000000001ff] ["current end key"=74800000000000008b5f69ffff00000000000100] [2024/05/06 02:38:11.288 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.288 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.288 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.288 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 139, range: [74800000000000008b5f69ffff000000000001, 74800000000000008b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008b5f69ffff0000000000010000] ["take time"=442.085Β΅s] [2024/05/06 02:38:11.288 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.291 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008b5f69ffff000000000001] [2024/05/06 02:38:11.295 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=140] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [] [2024/05/06 02:38:11.295 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008c5f69ffff000000000001,EndKey:74800000000000008c5f69ffff000000000001ff,First:false,PhysicalTableID:140,Ingest mode:false"] [2024/05/06 02:38:11.296 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f69ffff000000000001] ["end key"=74800000000000008c5f69ffff000000000001ff] [2024/05/06 02:38:11.296 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.296 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.296 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.296 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [2024/05/06 02:38:11.296 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.297 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=140] ["end key"=74800000000000008c5f69ffff000000000001ff] ["current end key"=74800000000000008c5f69ffff00000000000100] [2024/05/06 02:38:11.297 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.297 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.297 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.298 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 140, range: [74800000000000008c5f69ffff000000000001, 74800000000000008c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008c5f69ffff0000000000010000] ["take time"=421.777Β΅s] [2024/05/06 02:38:11.298 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.301 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008c5f69ffff000000000001] [2024/05/06 02:38:11.304 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=141] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [] [2024/05/06 02:38:11.304 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008d5f69ffff000000000001,EndKey:74800000000000008d5f69ffff000000000001ff,First:false,PhysicalTableID:141,Ingest mode:false"] [2024/05/06 02:38:11.305 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f69ffff000000000001] ["end key"=74800000000000008d5f69ffff000000000001ff] [2024/05/06 02:38:11.305 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.306 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [2024/05/06 02:38:11.306 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.306 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.306 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.307 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=141] ["end key"=74800000000000008d5f69ffff000000000001ff] ["current end key"=74800000000000008d5f69ffff00000000000100] [2024/05/06 02:38:11.307 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.307 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.307 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.307 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 141, range: [74800000000000008d5f69ffff000000000001, 74800000000000008d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008d5f69ffff0000000000010000] ["take time"=474.749Β΅s] [2024/05/06 02:38:11.307 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.310 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008d5f69ffff000000000001] [2024/05/06 02:38:11.313 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=142] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [] [2024/05/06 02:38:11.313 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008e5f69ffff000000000001,EndKey:74800000000000008e5f69ffff000000000001ff,First:false,PhysicalTableID:142,Ingest mode:false"] [2024/05/06 02:38:11.314 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f69ffff000000000001] ["end key"=74800000000000008e5f69ffff000000000001ff] [2024/05/06 02:38:11.314 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.314 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.314 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [2024/05/06 02:38:11.314 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.315 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.316 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=142] ["end key"=74800000000000008e5f69ffff000000000001ff] ["current end key"=74800000000000008e5f69ffff00000000000100] [2024/05/06 02:38:11.316 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.316 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.316 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.316 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 142, range: [74800000000000008e5f69ffff000000000001, 74800000000000008e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008e5f69ffff0000000000010000] ["take time"=492.472Β΅s] [2024/05/06 02:38:11.316 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.319 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008e5f69ffff000000000001] [2024/05/06 02:38:11.323 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=143] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [] [2024/05/06 02:38:11.323 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008f5f69ffff000000000001,EndKey:74800000000000008f5f69ffff000000000001ff,First:false,PhysicalTableID:143,Ingest mode:false"] [2024/05/06 02:38:11.324 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.324 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.324 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f69ffff000000000001] ["end key"=74800000000000008f5f69ffff000000000001ff] [2024/05/06 02:38:11.324 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.324 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [2024/05/06 02:38:11.324 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.325 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=143] ["end key"=74800000000000008f5f69ffff000000000001ff] ["current end key"=74800000000000008f5f69ffff00000000000100] [2024/05/06 02:38:11.325 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.325 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.325 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.325 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 143, range: [74800000000000008f5f69ffff000000000001, 74800000000000008f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008f5f69ffff0000000000010000] ["take time"=479.404Β΅s] [2024/05/06 02:38:11.325 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.328 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008f5f69ffff000000000001] [2024/05/06 02:38:11.331 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=144] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [] [2024/05/06 02:38:11.331 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000905f69ffff000000000001,EndKey:7480000000000000905f69ffff000000000001ff,First:false,PhysicalTableID:144,Ingest mode:false"] [2024/05/06 02:38:11.332 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f69ffff000000000001] ["end key"=7480000000000000905f69ffff000000000001ff] [2024/05/06 02:38:11.332 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.332 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.332 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.332 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [2024/05/06 02:38:11.332 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.333 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=144] ["end key"=7480000000000000905f69ffff000000000001ff] ["current end key"=7480000000000000905f69ffff00000000000100] [2024/05/06 02:38:11.333 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.333 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.333 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.334 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 144, range: [7480000000000000905f69ffff000000000001, 7480000000000000905f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000905f69ffff0000000000010000] ["take time"=414.867Β΅s] [2024/05/06 02:38:11.334 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.336 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000905f69ffff000000000001] [2024/05/06 02:38:11.339 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=145] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [] [2024/05/06 02:38:11.339 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000915f69ffff000000000001,EndKey:7480000000000000915f69ffff000000000001ff,First:false,PhysicalTableID:145,Ingest mode:false"] [2024/05/06 02:38:11.340 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f69ffff000000000001] ["end key"=7480000000000000915f69ffff000000000001ff] [2024/05/06 02:38:11.340 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.340 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.340 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [2024/05/06 02:38:11.340 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.340 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.341 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=145] ["end key"=7480000000000000915f69ffff000000000001ff] ["current end key"=7480000000000000915f69ffff00000000000100] [2024/05/06 02:38:11.341 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.341 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.341 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.342 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 145, range: [7480000000000000915f69ffff000000000001, 7480000000000000915f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000915f69ffff0000000000010000] ["take time"=393.758Β΅s] [2024/05/06 02:38:11.342 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.344 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000915f69ffff000000000001] [2024/05/06 02:38:11.347 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=146] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [] [2024/05/06 02:38:11.347 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000925f69ffff000000000001,EndKey:7480000000000000925f69ffff000000000001ff,First:false,PhysicalTableID:146,Ingest mode:false"] [2024/05/06 02:38:11.349 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f69ffff000000000001] ["end key"=7480000000000000925f69ffff000000000001ff] [2024/05/06 02:38:11.349 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [2024/05/06 02:38:11.349 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.349 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.349 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.349 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.349 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=146] ["end key"=7480000000000000925f69ffff000000000001ff] ["current end key"=7480000000000000925f69ffff00000000000100] [2024/05/06 02:38:11.350 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.350 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.350 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.350 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 146, range: [7480000000000000925f69ffff000000000001, 7480000000000000925f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000925f69ffff0000000000010000] ["take time"=354.313Β΅s] [2024/05/06 02:38:11.350 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.352 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000925f69ffff000000000001] [2024/05/06 02:38:11.355 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=147] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [] [2024/05/06 02:38:11.355 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000935f69ffff000000000001,EndKey:7480000000000000935f69ffff000000000001ff,First:false,PhysicalTableID:147,Ingest mode:false"] [2024/05/06 02:38:11.356 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.356 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.356 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f69ffff000000000001] ["end key"=7480000000000000935f69ffff000000000001ff] [2024/05/06 02:38:11.356 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.356 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [2024/05/06 02:38:11.356 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.357 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=147] ["end key"=7480000000000000935f69ffff000000000001ff] ["current end key"=7480000000000000935f69ffff00000000000100] [2024/05/06 02:38:11.357 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.357 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.357 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.357 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 147, range: [7480000000000000935f69ffff000000000001, 7480000000000000935f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000935f69ffff0000000000010000] ["take time"=341.96Β΅s] [2024/05/06 02:38:11.357 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.360 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000935f69ffff000000000001] [2024/05/06 02:38:11.362 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=148] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [] [2024/05/06 02:38:11.362 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000945f69ffff000000000001,EndKey:7480000000000000945f69ffff000000000001ff,First:false,PhysicalTableID:148,Ingest mode:false"] [2024/05/06 02:38:11.363 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f69ffff000000000001] ["end key"=7480000000000000945f69ffff000000000001ff] [2024/05/06 02:38:11.363 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.363 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.363 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [2024/05/06 02:38:11.363 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.363 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.364 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=148] ["end key"=7480000000000000945f69ffff000000000001ff] ["current end key"=7480000000000000945f69ffff00000000000100] [2024/05/06 02:38:11.364 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.364 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.364 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.364 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 148, range: [7480000000000000945f69ffff000000000001, 7480000000000000945f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000945f69ffff0000000000010000] ["take time"=397.714Β΅s] [2024/05/06 02:38:11.364 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.367 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000945f69ffff000000000001] [2024/05/06 02:38:11.369 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=149] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [] [2024/05/06 02:38:11.369 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000955f69ffff000000000001,EndKey:7480000000000000955f69ffff000000000001ff,First:false,PhysicalTableID:149,Ingest mode:false"] [2024/05/06 02:38:11.370 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f69ffff000000000001] ["end key"=7480000000000000955f69ffff000000000001ff] [2024/05/06 02:38:11.370 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.370 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [2024/05/06 02:38:11.370 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.370 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.371 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.371 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=149] ["end key"=7480000000000000955f69ffff000000000001ff] ["current end key"=7480000000000000955f69ffff00000000000100] [2024/05/06 02:38:11.371 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.371 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.371 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.371 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 149, range: [7480000000000000955f69ffff000000000001, 7480000000000000955f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000955f69ffff0000000000010000] ["take time"=375.279Β΅s] [2024/05/06 02:38:11.371 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.374 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000955f69ffff000000000001] [2024/05/06 02:38:11.377 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=150] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [] [2024/05/06 02:38:11.377 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000965f69ffff000000000001,EndKey:7480000000000000965f69ffff000000000001ff,First:false,PhysicalTableID:150,Ingest mode:false"] [2024/05/06 02:38:11.378 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f69ffff000000000001] ["end key"=7480000000000000965f69ffff000000000001ff] [2024/05/06 02:38:11.378 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.378 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [2024/05/06 02:38:11.378 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.378 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.378 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.378 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=150] ["end key"=7480000000000000965f69ffff000000000001ff] ["current end key"=7480000000000000965f69ffff00000000000100] [2024/05/06 02:38:11.379 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.379 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.379 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.379 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 150, range: [7480000000000000965f69ffff000000000001, 7480000000000000965f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000965f69ffff0000000000010000] ["take time"=461.66Β΅s] [2024/05/06 02:38:11.379 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.382 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000965f69ffff000000000001] [2024/05/06 02:38:11.386 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=151] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [] [2024/05/06 02:38:11.386 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000975f69ffff000000000001,EndKey:7480000000000000975f69ffff000000000001ff,First:false,PhysicalTableID:151,Ingest mode:false"] [2024/05/06 02:38:11.387 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.387 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f69ffff000000000001] ["end key"=7480000000000000975f69ffff000000000001ff] [2024/05/06 02:38:11.387 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.387 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.388 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [2024/05/06 02:38:11.388 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.388 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=151] ["end key"=7480000000000000975f69ffff000000000001ff] ["current end key"=7480000000000000975f69ffff00000000000100] [2024/05/06 02:38:11.388 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.388 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.388 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.389 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 151, range: [7480000000000000975f69ffff000000000001, 7480000000000000975f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000975f69ffff0000000000010000] ["take time"=444.99Β΅s] [2024/05/06 02:38:11.389 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.391 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000975f69ffff000000000001] [2024/05/06 02:38:11.394 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=152] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [] [2024/05/06 02:38:11.394 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000985f69ffff000000000001,EndKey:7480000000000000985f69ffff000000000001ff,First:false,PhysicalTableID:152,Ingest mode:false"] [2024/05/06 02:38:11.395 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.395 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f69ffff000000000001] ["end key"=7480000000000000985f69ffff000000000001ff] [2024/05/06 02:38:11.395 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.395 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [2024/05/06 02:38:11.395 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.395 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.396 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=152] ["end key"=7480000000000000985f69ffff000000000001ff] ["current end key"=7480000000000000985f69ffff00000000000100] [2024/05/06 02:38:11.396 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.396 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.396 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.396 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 152, range: [7480000000000000985f69ffff000000000001, 7480000000000000985f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000985f69ffff0000000000010000] ["take time"=444.858Β΅s] [2024/05/06 02:38:11.396 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.399 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000985f69ffff000000000001] [2024/05/06 02:38:11.402 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=153] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [] [2024/05/06 02:38:11.402 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000995f69ffff000000000001,EndKey:7480000000000000995f69ffff000000000001ff,First:false,PhysicalTableID:153,Ingest mode:false"] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f69ffff000000000001] ["end key"=7480000000000000995f69ffff000000000001ff] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=153] ["end key"=7480000000000000995f69ffff000000000001ff] ["current end key"=7480000000000000995f69ffff00000000000100] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.403 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.404 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 153, range: [7480000000000000995f69ffff000000000001, 7480000000000000995f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000995f69ffff0000000000010000] ["take time"=344.277Β΅s] [2024/05/06 02:38:11.404 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.406 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000995f69ffff000000000001] [2024/05/06 02:38:11.408 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=154] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [] [2024/05/06 02:38:11.408 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000009a5f69ffff000000000001,EndKey:74800000000000009a5f69ffff000000000001ff,First:false,PhysicalTableID:154,Ingest mode:false"] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f69ffff000000000001] ["end key"=74800000000000009a5f69ffff000000000001ff] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=154] ["end key"=74800000000000009a5f69ffff000000000001ff] ["current end key"=74800000000000009a5f69ffff00000000000100] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 154, range: [74800000000000009a5f69ffff000000000001, 74800000000000009a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000009a5f69ffff0000000000010000] ["take time"=397.513Β΅s] [2024/05/06 02:38:11.410 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 02:38:11.413 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000009a5f69ffff000000000001] [2024/05/06 02:38:11.413 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 02:38:11.433 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:11.440 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=991.161Β΅s] [gotSchemaVersion=94] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:11.442 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=94] [2024/05/06 02:38:11.489 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=52.409169ms] [job="ID:156, Type:add index, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:11.497 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=123] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.500 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=124] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.502 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=125] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.504 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=126] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.507 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=127] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.509 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=128] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.511 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=129] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.513 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=130] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.515 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=131] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.517 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=132] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.519 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=133] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.521 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=134] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.523 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=135] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.525 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=136] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.527 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=137] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.529 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=138] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.531 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=139] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.535 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=140] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.538 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=141] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.540 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=142] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.542 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=143] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.544 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=144] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.546 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=145] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.548 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=146] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.550 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=147] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.552 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=148] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.554 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=149] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.555 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=150] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.557 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=151] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.559 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=152] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.561 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=153] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.563 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=154] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:11.564 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="add index"] [2024/05/06 02:38:11.565 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [job="ID:156, Type:add index, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-06 02:38:07.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567284553580552, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:11.574 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 02:38:11.574 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:11.575 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 4.45891213\n# Parse_time: 0.000040062\n# Compile_time: 0.000072268\n# Rewrite_time: 0.000002493\n# Optimize_time: 0.000030069\n# Wait_TS: 0.000248624\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 12288\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 02:38:11.580 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [2024/05/06 02:38:11.580 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [2024/05/06 02:38:11.707 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:11.707 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/79c2ac2a-8e56-49cb-bede-f7ca31f34352] [watcherID=5fe1e7ef-475d-4b6b-b0de-0fca8ab3b0ac] [2024/05/06 02:38:11.709 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4286554d-d52f-422b-a145-86257f3bff27] [2024/05/06 02:38:11.709 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:11.709 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:11.709 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:11.709 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:11.709 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4286554d-d52f-422b-a145-86257f3bff27] [2024/05/06 02:38:11.794 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [] [2024/05/06 02:38:11.795 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:11.795 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=5.152Β΅s] [2024/05/06 02:38:11.795 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=1.524Β΅s] [2024/05/06 02:38:11.795 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=1.268Β΅s] [2024/05/06 02:38:11.795 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=1.146Β΅s] [2024/05/06 02:38:11.795 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:11.795 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=1.303Β΅s] [2024/05/06 02:38:11.795 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:11.795 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:11.795 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:11.797 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=4286554d-d52f-422b-a145-86257f3bff27] ["take time"=217.60103ms] [2024/05/06 02:38:11.797 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=4286554d-d52f-422b-a145-86257f3bff27] [2024/05/06 02:38:11.798 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:11.798 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/79c2ac2a-8e56-49cb-bede-f7ca31f34352] [2024/05/06 02:38:11.798 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:11.799 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:11.799 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:11.799 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:11.799 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:11.799 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:11.799 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:11.799 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:11.799 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:11.799 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:11.799 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:11.799 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1406] [2024/05/06 02:38:11.800 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:11.800 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:11.800 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:11.800 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:11.800 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:11.800 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:11.800 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:11.800 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4857b0b6-b0d8-4f50-bb10-a87c07beebeb"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:11.800 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:11.800 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:11.800 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4857b0b6-b0d8-4f50-bb10-a87c07beebeb] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:11.800 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:11.800 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4857b0b6-b0d8-4f50-bb10-a87c07beebeb"] [error="context canceled"] [2024/05/06 02:38:11.800 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:11.800 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4857b0b6-b0d8-4f50-bb10-a87c07beebeb"] [2024/05/06 02:38:11.800 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4857b0b6-b0d8-4f50-bb10-a87c07beebeb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:12.055 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:12.055 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [error="context canceled"] [2024/05/06 02:38:12.055 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [2024/05/06 02:38:13.035 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:13.035 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:13.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:13.048 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4857b0b6-b0d8-4f50-bb10-a87c07beebeb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:13.316 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4286554d-d52f-422b-a145-86257f3bff27"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:13.316 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:13.316 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:13.316 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:13.316 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.736305233s] [2024/05/06 02:38:13.316 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:13.316 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:13.316 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:13.316 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:13.316 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:13.316 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:13.316 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:13.316 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:13.316 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:13.316 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:13.316 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:13.316 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:13.317 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestWriterCountOnPartitionTable (6.67s) === RUN TestIngestMVIndexOnPartitionTable [2024/05/06 02:38:13.319 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:13.319 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:13.319 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:13.320 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:13.320 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:13.320 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:13.320 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:13.321 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:13.322 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:13.322 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:13.322 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:13.325 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:13.330 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:13.337 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=193] ["lease id"=22318f4bc24d2845] [2024/05/06 02:38:13.338 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:13.351 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=94] ["start time"=11.350509ms] [2024/05/06 02:38:13.352 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:13.352 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=011a9b79-2fa4-4a00-99a9-ee5a28dffa6b] [runWorker=true] [2024/05/06 02:38:13.352 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:13.353 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:13.353 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:38:13.353 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295443066880/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:38:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:13.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:13.354 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:13.354 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:13.354 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:13.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:13.354 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:13.354 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:13.355 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:13.355 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0d2e4bdf-a720-4f32-93a0-a1b67ee46c7c] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:13.355 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d28c8] [ownerID=011a9b79-2fa4-4a00-99a9-ee5a28dffa6b] [op=none] [2024/05/06 02:38:13.355 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:13.360 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:13.360 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:13.360 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:13.370 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:13.373 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:13.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:13.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:13.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:13.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:13.374 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:13.374 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:13.374 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:13.374 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:13.374 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:13.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:13.375 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:13.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:13.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:13.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:13.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:13.375 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:13.376 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:13.376 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/d00794da-8aa4-45c3-9b10-2ab55c0e7305] [2024/05/06 02:38:13.376 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:13.376 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:13.376 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:13.378 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:13.378 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:13.378 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:13.379 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.491512ms] [2024/05/06 02:38:13.382 +00:00] [INFO] [set.go:170] ["set global var"] [conn=8] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:13.383 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:13.390 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:13.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:13.390 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:13.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:13.405 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:13.406 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d28c8] [ownerID=011a9b79-2fa4-4a00-99a9-ee5a28dffa6b] [op=none] [2024/05/06 02:38:13.406 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [op=none] [2024/05/06 02:38:13.406 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:13.412 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.420 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=61.066Β΅s] [gotSchemaVersion=95] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:13.422 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=95] [2024/05/06 02:38:13.471 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=52.3362ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:13.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.477 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.484 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=30.305Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:13.486 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/06 02:38:13.535 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=52.52216ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=40.884Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:13.549 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/06 02:38:13.598 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=52.48197ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:13.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.604 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:13.611 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/06 02:38:13.611 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:13.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.617 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 02:38:13.617 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:13.618 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=97] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:13.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:13.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:13.625 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:13.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:13.630 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.637 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=268.822Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:13.639 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=159] [version=98] [2024/05/06 02:38:13.688 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=52.572203ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:13.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.693 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.698 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 02:38:13.698 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:13.705 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:13.705 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/06 02:38:13.706 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/06 02:38:13.714 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:13.714 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/06 02:38:13.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.723 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: t"] [2024/05/06 02:38:13.729 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=892.803Β΅s] [gotSchemaVersion=99] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:13.731 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=165] [version=99] [2024/05/06 02:38:13.779 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=52.543967ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:13.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.785 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:13.789 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 02:38:13.789 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:13.791 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=99] [cur_db=addindexlit] [sql="alter table t add index idx((cast(a as signed array)));"] [user=] [2024/05/06 02:38:13.792 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285248262163] [2024/05/06 02:38:13.796 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285248262171] [2024/05/06 02:38:13.796 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:13.796 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx((cast(a as signed array)));"] [2024/05/06 02:38:13.798 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285248262177] [2024/05/06 02:38:13.801 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285248262183] [2024/05/06 02:38:13.803 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:13.803 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_idx_0\",\"L\":\"_v$_idx_0\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 02:38:13.804 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107207] [2024/05/06 02:38:13.807 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107215] [2024/05/06 02:38:13.810 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107219] [2024/05/06 02:38:13.811 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=854.426Β΅s] [gotSchemaVersion=100] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:13.811 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107222] [2024/05/06 02:38:13.812 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=100] [2024/05/06 02:38:13.814 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107227] [2024/05/06 02:38:13.816 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107229] [2024/05/06 02:38:13.818 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107232] [2024/05/06 02:38:13.820 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107234] [2024/05/06 02:38:13.823 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107237] [2024/05/06 02:38:13.825 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107239] [2024/05/06 02:38:13.828 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107242] [2024/05/06 02:38:13.829 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107244] [2024/05/06 02:38:13.832 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107246] [2024/05/06 02:38:13.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107248] [2024/05/06 02:38:13.836 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107250] [2024/05/06 02:38:13.839 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107252] [2024/05/06 02:38:13.841 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107254] [2024/05/06 02:38:13.842 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107256] [2024/05/06 02:38:13.844 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107258] [2024/05/06 02:38:13.846 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107260] [2024/05/06 02:38:13.848 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107262] [2024/05/06 02:38:13.850 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107264] [2024/05/06 02:38:13.852 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285261107266] [2024/05/06 02:38:13.853 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476546] [2024/05/06 02:38:13.855 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476549] [2024/05/06 02:38:13.857 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476555] [2024/05/06 02:38:13.859 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476557] [2024/05/06 02:38:13.860 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=51.837846ms] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:13.861 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476559] [2024/05/06 02:38:13.863 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476563] [2024/05/06 02:38:13.864 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476567] [2024/05/06 02:38:13.866 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:13.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476569] [2024/05/06 02:38:13.868 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476573] [2024/05/06 02:38:13.870 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476576] [2024/05/06 02:38:13.872 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476579] [2024/05/06 02:38:13.873 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=812.156Β΅s] [gotSchemaVersion=101] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:13.874 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476582] [2024/05/06 02:38:13.875 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=101] [2024/05/06 02:38:13.876 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476586] [2024/05/06 02:38:13.878 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476588] [2024/05/06 02:38:13.880 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476590] [2024/05/06 02:38:13.882 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476592] [2024/05/06 02:38:13.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476594] [2024/05/06 02:38:13.886 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476596] [2024/05/06 02:38:13.887 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476598] [2024/05/06 02:38:13.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476600] [2024/05/06 02:38:13.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476602] [2024/05/06 02:38:13.892 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476604] [2024/05/06 02:38:13.894 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476606] [2024/05/06 02:38:13.896 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476608] [2024/05/06 02:38:13.898 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476610] [2024/05/06 02:38:13.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476612] [2024/05/06 02:38:13.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285274476614] [2024/05/06 02:38:13.903 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583746] [2024/05/06 02:38:13.905 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583748] [2024/05/06 02:38:13.907 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583751] [2024/05/06 02:38:13.909 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583754] [2024/05/06 02:38:13.911 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583756] [2024/05/06 02:38:13.913 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583758] [2024/05/06 02:38:13.914 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583760] [2024/05/06 02:38:13.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583762] [2024/05/06 02:38:13.918 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583764] [2024/05/06 02:38:13.920 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583766] [2024/05/06 02:38:13.922 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583768] [2024/05/06 02:38:13.923 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=52.504001ms] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:13.924 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583770] [2024/05/06 02:38:13.926 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583774] [2024/05/06 02:38:13.928 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583777] [2024/05/06 02:38:13.929 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:13.930 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583780] [2024/05/06 02:38:13.932 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583784] [2024/05/06 02:38:13.934 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583787] [2024/05/06 02:38:13.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583790] [2024/05/06 02:38:13.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=797.549Β΅s] [gotSchemaVersion=102] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:13.937 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583793] [2024/05/06 02:38:13.938 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=102] [2024/05/06 02:38:13.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583797] [2024/05/06 02:38:13.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583799] [2024/05/06 02:38:13.943 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583801] [2024/05/06 02:38:13.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583803] [2024/05/06 02:38:13.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583805] [2024/05/06 02:38:13.948 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583807] [2024/05/06 02:38:13.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583809] [2024/05/06 02:38:13.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285287583811] [2024/05/06 02:38:13.953 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690946] [2024/05/06 02:38:13.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690949] [2024/05/06 02:38:13.957 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690952] [2024/05/06 02:38:13.959 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690954] [2024/05/06 02:38:13.961 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690956] [2024/05/06 02:38:13.963 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690958] [2024/05/06 02:38:13.964 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690960] [2024/05/06 02:38:13.966 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690962] [2024/05/06 02:38:13.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690964] [2024/05/06 02:38:13.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690966] [2024/05/06 02:38:13.973 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690968] [2024/05/06 02:38:13.975 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690970] [2024/05/06 02:38:13.977 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690972] [2024/05/06 02:38:13.979 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690974] [2024/05/06 02:38:13.982 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690977] [2024/05/06 02:38:13.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690979] [2024/05/06 02:38:13.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690981] [2024/05/06 02:38:13.987 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=52.369147ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:13.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690983] [2024/05/06 02:38:13.989 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690987] [2024/05/06 02:38:13.991 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690990] [2024/05/06 02:38:13.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:13.993 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690993] [2024/05/06 02:38:13.994 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:13.995 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f728000000000002820] [endKey=7480000000000000a15f72800000000000282400] [2024/05/06 02:38:13.995 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300690997] [2024/05/06 02:38:13.997 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300691001] [2024/05/06 02:38:13.999 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300691004] [2024/05/06 02:38:14.001 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285300691007] [2024/05/06 02:38:14.001 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/06 02:38:14.003 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536003] [2024/05/06 02:38:14.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536007] [2024/05/06 02:38:14.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285300690996, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:14.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536010] [2024/05/06 02:38:14.007 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:14.010 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536015] [2024/05/06 02:38:14.012 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/166] [2024/05/06 02:38:14.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536019] [2024/05/06 02:38:14.014 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536023] [2024/05/06 02:38:14.016 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536026] [2024/05/06 02:38:14.019 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536030] [2024/05/06 02:38:14.021 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536032] [2024/05/06 02:38:14.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536034] [2024/05/06 02:38:14.025 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536036] [2024/05/06 02:38:14.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536038] [2024/05/06 02:38:14.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536040] [2024/05/06 02:38:14.032 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536042] [2024/05/06 02:38:14.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536044] [2024/05/06 02:38:14.036 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536046] [2024/05/06 02:38:14.038 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536048] [2024/05/06 02:38:14.039 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=160] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:14.040 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536050] [2024/05/06 02:38:14.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536053] [2024/05/06 02:38:14.044 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536056] [2024/05/06 02:38:14.046 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536061] [2024/05/06 02:38:14.048 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536065] [2024/05/06 02:38:14.050 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285313536067] [2024/05/06 02:38:14.052 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643201] [2024/05/06 02:38:14.054 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643203] [2024/05/06 02:38:14.056 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643206] [2024/05/06 02:38:14.058 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643209] [2024/05/06 02:38:14.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643211] [2024/05/06 02:38:14.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643213] [2024/05/06 02:38:14.063 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643215] [2024/05/06 02:38:14.065 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643217] [2024/05/06 02:38:14.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643219] [2024/05/06 02:38:14.069 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643221] [2024/05/06 02:38:14.071 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643223] [2024/05/06 02:38:14.073 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643225] [2024/05/06 02:38:14.075 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643227] [2024/05/06 02:38:14.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643229] [2024/05/06 02:38:14.078 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643231] [2024/05/06 02:38:14.080 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643233] [2024/05/06 02:38:14.082 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643235] [2024/05/06 02:38:14.084 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643237] [2024/05/06 02:38:14.085 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643239] [2024/05/06 02:38:14.087 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643241] [2024/05/06 02:38:14.089 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643243] [2024/05/06 02:38:14.091 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643245] [2024/05/06 02:38:14.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643247] [2024/05/06 02:38:14.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643250] [2024/05/06 02:38:14.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643252] [2024/05/06 02:38:14.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285326643254] [2024/05/06 02:38:14.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012546] [2024/05/06 02:38:14.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012548] [2024/05/06 02:38:14.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012555] [2024/05/06 02:38:14.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012557] [2024/05/06 02:38:14.111 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012559] [2024/05/06 02:38:14.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012561] [2024/05/06 02:38:14.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012563] [2024/05/06 02:38:14.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012565] [2024/05/06 02:38:14.119 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012567] [2024/05/06 02:38:14.121 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012569] [2024/05/06 02:38:14.123 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012571] [2024/05/06 02:38:14.125 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012573] [2024/05/06 02:38:14.127 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012575] [2024/05/06 02:38:14.129 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012577] [2024/05/06 02:38:14.131 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012579] [2024/05/06 02:38:14.133 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012581] [2024/05/06 02:38:14.135 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012583] [2024/05/06 02:38:14.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012585] [2024/05/06 02:38:14.140 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012587] [2024/05/06 02:38:14.142 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012589] [2024/05/06 02:38:14.144 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012591] [2024/05/06 02:38:14.146 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012593] [2024/05/06 02:38:14.149 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012595] [2024/05/06 02:38:14.151 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285340012597] [2024/05/06 02:38:14.153 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119746] [2024/05/06 02:38:14.155 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119748] [2024/05/06 02:38:14.157 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119751] [2024/05/06 02:38:14.158 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119754] [2024/05/06 02:38:14.161 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119756] [2024/05/06 02:38:14.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119758] [2024/05/06 02:38:14.164 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119760] [2024/05/06 02:38:14.166 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119762] [2024/05/06 02:38:14.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119764] [2024/05/06 02:38:14.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119766] [2024/05/06 02:38:14.172 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119768] [2024/05/06 02:38:14.174 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119770] [2024/05/06 02:38:14.176 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119772] [2024/05/06 02:38:14.178 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119774] [2024/05/06 02:38:14.180 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119776] [2024/05/06 02:38:14.181 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119778] [2024/05/06 02:38:14.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119780] [2024/05/06 02:38:14.185 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119782] [2024/05/06 02:38:14.187 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119784] [2024/05/06 02:38:14.189 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119786] [2024/05/06 02:38:14.191 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119788] [2024/05/06 02:38:14.192 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119790] [2024/05/06 02:38:14.194 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119792] [2024/05/06 02:38:14.196 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119794] [2024/05/06 02:38:14.198 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119796] [2024/05/06 02:38:14.200 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119798] [2024/05/06 02:38:14.202 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285353119800] [2024/05/06 02:38:14.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226946] [2024/05/06 02:38:14.206 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226949] [2024/05/06 02:38:14.208 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226952] [2024/05/06 02:38:14.209 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226954] [2024/05/06 02:38:14.211 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226956] [2024/05/06 02:38:14.213 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226958] [2024/05/06 02:38:14.215 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226960] [2024/05/06 02:38:14.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226962] [2024/05/06 02:38:14.218 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226964] [2024/05/06 02:38:14.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226966] [2024/05/06 02:38:14.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226968] [2024/05/06 02:38:14.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226970] [2024/05/06 02:38:14.225 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226972] [2024/05/06 02:38:14.227 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226974] [2024/05/06 02:38:14.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226976] [2024/05/06 02:38:14.231 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226978] [2024/05/06 02:38:14.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226980] [2024/05/06 02:38:14.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226982] [2024/05/06 02:38:14.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226984] [2024/05/06 02:38:14.239 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226986] [2024/05/06 02:38:14.241 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226988] [2024/05/06 02:38:14.242 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226990] [2024/05/06 02:38:14.244 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226992] [2024/05/06 02:38:14.246 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226994] [2024/05/06 02:38:14.248 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226996] [2024/05/06 02:38:14.250 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366226998] [2024/05/06 02:38:14.251 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285366227000] [2024/05/06 02:38:14.253 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072001] [2024/05/06 02:38:14.255 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072003] [2024/05/06 02:38:14.257 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072006] [2024/05/06 02:38:14.259 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072009] [2024/05/06 02:38:14.260 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072011] [2024/05/06 02:38:14.263 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072013] [2024/05/06 02:38:14.264 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072015] [2024/05/06 02:38:14.266 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072017] [2024/05/06 02:38:14.268 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072019] [2024/05/06 02:38:14.269 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072021] [2024/05/06 02:38:14.272 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072023] [2024/05/06 02:38:14.274 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072025] [2024/05/06 02:38:14.275 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072027] [2024/05/06 02:38:14.277 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072029] [2024/05/06 02:38:14.279 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072031] [2024/05/06 02:38:14.281 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072034] [2024/05/06 02:38:14.283 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072036] [2024/05/06 02:38:14.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072038] [2024/05/06 02:38:14.287 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072040] [2024/05/06 02:38:14.288 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072042] [2024/05/06 02:38:14.290 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072044] [2024/05/06 02:38:14.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072046] [2024/05/06 02:38:14.294 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072048] [2024/05/06 02:38:14.296 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072050] [2024/05/06 02:38:14.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072053] [2024/05/06 02:38:14.299 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072055] [2024/05/06 02:38:14.301 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285379072057] [2024/05/06 02:38:14.303 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441345] [2024/05/06 02:38:14.305 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441347] [2024/05/06 02:38:14.308 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441351] [2024/05/06 02:38:14.310 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441353] [2024/05/06 02:38:14.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441355] [2024/05/06 02:38:14.314 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441357] [2024/05/06 02:38:14.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441359] [2024/05/06 02:38:14.318 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441361] [2024/05/06 02:38:14.320 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441363] [2024/05/06 02:38:14.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441365] [2024/05/06 02:38:14.324 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441367] [2024/05/06 02:38:14.327 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441369] [2024/05/06 02:38:14.328 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441371] [2024/05/06 02:38:14.331 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441373] [2024/05/06 02:38:14.333 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441375] [2024/05/06 02:38:14.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441377] [2024/05/06 02:38:14.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441379] [2024/05/06 02:38:14.339 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441381] [2024/05/06 02:38:14.341 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441383] [2024/05/06 02:38:14.343 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441385] [2024/05/06 02:38:14.345 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441387] [2024/05/06 02:38:14.347 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441389] [2024/05/06 02:38:14.349 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441392] [2024/05/06 02:38:14.351 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285392441394] [2024/05/06 02:38:14.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286402] [2024/05/06 02:38:14.355 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286405] [2024/05/06 02:38:14.358 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286412] [2024/05/06 02:38:14.359 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286415] [2024/05/06 02:38:14.361 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286417] [2024/05/06 02:38:14.363 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286419] [2024/05/06 02:38:14.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286421] [2024/05/06 02:38:14.367 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286423] [2024/05/06 02:38:14.369 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286425] [2024/05/06 02:38:14.371 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286427] [2024/05/06 02:38:14.372 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286429] [2024/05/06 02:38:14.374 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286431] [2024/05/06 02:38:14.376 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286433] [2024/05/06 02:38:14.376 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:14.376 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:14.377 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d00794da-8aa4-45c3-9b10-2ab55c0e7305] [watcherID=cb32e91c-607b-4b6c-9953-1623ed74d3ea] [2024/05/06 02:38:14.378 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:14.378 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286443] [2024/05/06 02:38:14.380 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:14.380 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:14.380 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:14.380 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:14.381 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286460] [2024/05/06 02:38:14.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286464] [2024/05/06 02:38:14.383 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90001] [2024/05/06 02:38:14.383 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:14.384 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286466] [2024/05/06 02:38:14.386 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286468] [2024/05/06 02:38:14.388 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286470] [2024/05/06 02:38:14.390 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286472] [2024/05/06 02:38:14.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286474] [2024/05/06 02:38:14.393 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286476] [2024/05/06 02:38:14.395 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286478] [2024/05/06 02:38:14.397 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286480] [2024/05/06 02:38:14.398 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286482] [2024/05/06 02:38:14.400 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286484] [2024/05/06 02:38:14.402 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285405286486] [2024/05/06 02:38:14.403 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655746] [2024/05/06 02:38:14.405 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655749] [2024/05/06 02:38:14.407 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655752] [2024/05/06 02:38:14.409 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655754] [2024/05/06 02:38:14.410 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655756] [2024/05/06 02:38:14.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655758] [2024/05/06 02:38:14.414 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655760] [2024/05/06 02:38:14.416 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655762] [2024/05/06 02:38:14.418 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655764] [2024/05/06 02:38:14.420 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655766] [2024/05/06 02:38:14.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655768] [2024/05/06 02:38:14.423 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655770] [2024/05/06 02:38:14.425 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655772] [2024/05/06 02:38:14.427 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655774] [2024/05/06 02:38:14.429 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655776] [2024/05/06 02:38:14.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655778] [2024/05/06 02:38:14.432 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655780] [2024/05/06 02:38:14.434 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655782] [2024/05/06 02:38:14.436 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655784] [2024/05/06 02:38:14.437 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655786] [2024/05/06 02:38:14.439 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655788] [2024/05/06 02:38:14.441 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655790] [2024/05/06 02:38:14.442 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655792] [2024/05/06 02:38:14.444 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655794] [2024/05/06 02:38:14.446 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655796] [2024/05/06 02:38:14.447 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655798] [2024/05/06 02:38:14.449 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655800] [2024/05/06 02:38:14.451 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285418655802] [2024/05/06 02:38:14.452 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762945] [2024/05/06 02:38:14.454 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762947] [2024/05/06 02:38:14.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762950] [2024/05/06 02:38:14.458 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762953] [2024/05/06 02:38:14.460 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762955] [2024/05/06 02:38:14.461 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762957] [2024/05/06 02:38:14.463 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762959] [2024/05/06 02:38:14.465 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762961] [2024/05/06 02:38:14.466 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762963] [2024/05/06 02:38:14.468 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762965] [2024/05/06 02:38:14.470 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762967] [2024/05/06 02:38:14.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762969] [2024/05/06 02:38:14.474 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762971] [2024/05/06 02:38:14.476 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762973] [2024/05/06 02:38:14.478 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762975] [2024/05/06 02:38:14.480 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762977] [2024/05/06 02:38:14.482 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762979] [2024/05/06 02:38:14.483 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762981] [2024/05/06 02:38:14.485 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762983] [2024/05/06 02:38:14.487 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762985] [2024/05/06 02:38:14.489 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762987] [2024/05/06 02:38:14.490 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762989] [2024/05/06 02:38:14.492 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762991] [2024/05/06 02:38:14.494 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762993] [2024/05/06 02:38:14.495 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762995] [2024/05/06 02:38:14.497 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762997] [2024/05/06 02:38:14.499 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431762999] [2024/05/06 02:38:14.501 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285431763001] [2024/05/06 02:38:14.502 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870145] [2024/05/06 02:38:14.504 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870147] [2024/05/06 02:38:14.506 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870150] [2024/05/06 02:38:14.508 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870153] [2024/05/06 02:38:14.509 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870155] [2024/05/06 02:38:14.511 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870157] [2024/05/06 02:38:14.513 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870159] [2024/05/06 02:38:14.514 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870161] [2024/05/06 02:38:14.516 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870163] [2024/05/06 02:38:14.518 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870165] [2024/05/06 02:38:14.520 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870167] [2024/05/06 02:38:14.521 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870169] [2024/05/06 02:38:14.523 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870171] [2024/05/06 02:38:14.525 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870173] [2024/05/06 02:38:14.527 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870175] [2024/05/06 02:38:14.529 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870177] [2024/05/06 02:38:14.530 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870179] [2024/05/06 02:38:14.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870181] [2024/05/06 02:38:14.534 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870183] [2024/05/06 02:38:14.536 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870185] [2024/05/06 02:38:14.538 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870187] [2024/05/06 02:38:14.540 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870189] [2024/05/06 02:38:14.541 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870191] [2024/05/06 02:38:14.543 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870193] [2024/05/06 02:38:14.545 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870195] [2024/05/06 02:38:14.547 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870197] [2024/05/06 02:38:14.548 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870199] [2024/05/06 02:38:14.550 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285444870201] [2024/05/06 02:38:14.552 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715201] [2024/05/06 02:38:14.553 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715203] [2024/05/06 02:38:14.555 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715206] [2024/05/06 02:38:14.557 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715209] [2024/05/06 02:38:14.559 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715211] [2024/05/06 02:38:14.561 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715213] [2024/05/06 02:38:14.563 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715215] [2024/05/06 02:38:14.565 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715217] [2024/05/06 02:38:14.566 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715219] [2024/05/06 02:38:14.568 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715221] [2024/05/06 02:38:14.570 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715223] [2024/05/06 02:38:14.572 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715225] [2024/05/06 02:38:14.574 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715227] [2024/05/06 02:38:14.577 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715229] [2024/05/06 02:38:14.579 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715231] [2024/05/06 02:38:14.580 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715234] [2024/05/06 02:38:14.582 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715236] [2024/05/06 02:38:14.585 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715238] [2024/05/06 02:38:14.586 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715240] [2024/05/06 02:38:14.588 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715242] [2024/05/06 02:38:14.591 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715244] [2024/05/06 02:38:14.592 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715246] [2024/05/06 02:38:14.594 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715248] [2024/05/06 02:38:14.596 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715250] [2024/05/06 02:38:14.598 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715252] [2024/05/06 02:38:14.600 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715254] [2024/05/06 02:38:14.602 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285457715256] [2024/05/06 02:38:14.603 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084546] [2024/05/06 02:38:14.605 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084550] [2024/05/06 02:38:14.608 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084554] [2024/05/06 02:38:14.610 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084557] [2024/05/06 02:38:14.612 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084559] [2024/05/06 02:38:14.615 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084561] [2024/05/06 02:38:14.616 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084563] [2024/05/06 02:38:14.619 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084565] [2024/05/06 02:38:14.621 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084567] [2024/05/06 02:38:14.626 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084569] [2024/05/06 02:38:14.629 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084571] [2024/05/06 02:38:14.631 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084573] [2024/05/06 02:38:14.633 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084575] [2024/05/06 02:38:14.635 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084577] [2024/05/06 02:38:14.637 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084579] [2024/05/06 02:38:14.638 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084581] [2024/05/06 02:38:14.640 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084583] [2024/05/06 02:38:14.642 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084585] [2024/05/06 02:38:14.644 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084587] [2024/05/06 02:38:14.646 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084589] [2024/05/06 02:38:14.648 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084591] [2024/05/06 02:38:14.649 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084594] [2024/05/06 02:38:14.651 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285471084596] [2024/05/06 02:38:14.653 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929602] [2024/05/06 02:38:14.655 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929604] [2024/05/06 02:38:14.657 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929607] [2024/05/06 02:38:14.660 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929610] [2024/05/06 02:38:14.661 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929612] [2024/05/06 02:38:14.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929614] [2024/05/06 02:38:14.665 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929616] [2024/05/06 02:38:14.667 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929618] [2024/05/06 02:38:14.669 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929620] [2024/05/06 02:38:14.671 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929622] [2024/05/06 02:38:14.673 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929624] [2024/05/06 02:38:14.675 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929626] [2024/05/06 02:38:14.677 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929628] [2024/05/06 02:38:14.679 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929630] [2024/05/06 02:38:14.681 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929632] [2024/05/06 02:38:14.683 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929635] [2024/05/06 02:38:14.685 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929638] [2024/05/06 02:38:14.687 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929641] [2024/05/06 02:38:14.689 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929643] [2024/05/06 02:38:14.691 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929645] [2024/05/06 02:38:14.692 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929647] [2024/05/06 02:38:14.694 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929649] [2024/05/06 02:38:14.696 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929651] [2024/05/06 02:38:14.698 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929653] [2024/05/06 02:38:14.700 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929655] [2024/05/06 02:38:14.702 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285483929657] [2024/05/06 02:38:14.703 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298946] [2024/05/06 02:38:14.705 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298949] [2024/05/06 02:38:14.707 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298952] [2024/05/06 02:38:14.709 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298954] [2024/05/06 02:38:14.711 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298956] [2024/05/06 02:38:14.713 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298958] [2024/05/06 02:38:14.715 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298960] [2024/05/06 02:38:14.717 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298962] [2024/05/06 02:38:14.719 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298964] [2024/05/06 02:38:14.721 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298966] [2024/05/06 02:38:14.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298968] [2024/05/06 02:38:14.726 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298970] [2024/05/06 02:38:14.728 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298972] [2024/05/06 02:38:14.730 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298974] [2024/05/06 02:38:14.732 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298976] [2024/05/06 02:38:14.734 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298978] [2024/05/06 02:38:14.736 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298980] [2024/05/06 02:38:14.738 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298982] [2024/05/06 02:38:14.740 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298984] [2024/05/06 02:38:14.742 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298986] [2024/05/06 02:38:14.743 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298988] [2024/05/06 02:38:14.745 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298990] [2024/05/06 02:38:14.747 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298992] [2024/05/06 02:38:14.749 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298994] [2024/05/06 02:38:14.750 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285497298996] [2024/05/06 02:38:14.752 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144001] [2024/05/06 02:38:14.754 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144003] [2024/05/06 02:38:14.755 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144006] [2024/05/06 02:38:14.757 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144009] [2024/05/06 02:38:14.759 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144011] [2024/05/06 02:38:14.761 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144013] [2024/05/06 02:38:14.763 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144015] [2024/05/06 02:38:14.765 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144017] [2024/05/06 02:38:14.767 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144019] [2024/05/06 02:38:14.769 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144021] [2024/05/06 02:38:14.771 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144023] [2024/05/06 02:38:14.773 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144025] [2024/05/06 02:38:14.775 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144027] [2024/05/06 02:38:14.777 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144029] [2024/05/06 02:38:14.779 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144031] [2024/05/06 02:38:14.782 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144033] [2024/05/06 02:38:14.783 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144035] [2024/05/06 02:38:14.785 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144037] [2024/05/06 02:38:14.787 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144039] [2024/05/06 02:38:14.789 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144041] [2024/05/06 02:38:14.791 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144043] [2024/05/06 02:38:14.793 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144045] [2024/05/06 02:38:14.795 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144047] [2024/05/06 02:38:14.797 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144049] [2024/05/06 02:38:14.799 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144052] [2024/05/06 02:38:14.801 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285510144054] [2024/05/06 02:38:14.803 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513346] [2024/05/06 02:38:14.805 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513348] [2024/05/06 02:38:14.806 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513351] [2024/05/06 02:38:14.809 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513354] [2024/05/06 02:38:14.812 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513356] [2024/05/06 02:38:14.814 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513358] [2024/05/06 02:38:14.816 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513360] [2024/05/06 02:38:14.818 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513362] [2024/05/06 02:38:14.820 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513364] [2024/05/06 02:38:14.822 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513366] [2024/05/06 02:38:14.824 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513368] [2024/05/06 02:38:14.826 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513370] [2024/05/06 02:38:14.828 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513372] [2024/05/06 02:38:14.830 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513374] [2024/05/06 02:38:14.832 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513376] [2024/05/06 02:38:14.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513378] [2024/05/06 02:38:14.836 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513380] [2024/05/06 02:38:14.838 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513382] [2024/05/06 02:38:14.840 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513384] [2024/05/06 02:38:14.842 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513386] [2024/05/06 02:38:14.844 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513388] [2024/05/06 02:38:14.846 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513390] [2024/05/06 02:38:14.848 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513392] [2024/05/06 02:38:14.849 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513394] [2024/05/06 02:38:14.851 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285523513396] [2024/05/06 02:38:14.854 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358402] [2024/05/06 02:38:14.855 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358406] [2024/05/06 02:38:14.858 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358411] [2024/05/06 02:38:14.860 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358413] [2024/05/06 02:38:14.862 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358415] [2024/05/06 02:38:14.864 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358417] [2024/05/06 02:38:14.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358419] [2024/05/06 02:38:14.868 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358421] [2024/05/06 02:38:14.870 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358423] [2024/05/06 02:38:14.872 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358425] [2024/05/06 02:38:14.874 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358427] [2024/05/06 02:38:14.877 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358429] [2024/05/06 02:38:14.879 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358431] [2024/05/06 02:38:14.881 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358434] [2024/05/06 02:38:14.883 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358436] [2024/05/06 02:38:14.885 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:14.885 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:14.886 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358438] [2024/05/06 02:38:14.886 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90001] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:14.886 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/06 02:38:14.887 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358442] [2024/05/06 02:38:14.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358445] [2024/05/06 02:38:14.892 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358449] [2024/05/06 02:38:14.894 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358452] [2024/05/06 02:38:14.896 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358454] [2024/05/06 02:38:14.898 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358456] [2024/05/06 02:38:14.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358458] [2024/05/06 02:38:14.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285536358460] [2024/05/06 02:38:14.904 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727746] [2024/05/06 02:38:14.906 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727749] [2024/05/06 02:38:14.908 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727752] [2024/05/06 02:38:14.910 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727754] [2024/05/06 02:38:14.912 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727756] [2024/05/06 02:38:14.914 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727758] [2024/05/06 02:38:14.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727760] [2024/05/06 02:38:14.918 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727762] [2024/05/06 02:38:14.920 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727764] [2024/05/06 02:38:14.923 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727766] [2024/05/06 02:38:14.925 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727768] [2024/05/06 02:38:14.927 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727770] [2024/05/06 02:38:14.929 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727772] [2024/05/06 02:38:14.931 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727774] [2024/05/06 02:38:14.933 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727776] [2024/05/06 02:38:14.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727778] [2024/05/06 02:38:14.937 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727780] [2024/05/06 02:38:14.939 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727782] [2024/05/06 02:38:14.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727784] [2024/05/06 02:38:14.943 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727786] [2024/05/06 02:38:14.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727788] [2024/05/06 02:38:14.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727790] [2024/05/06 02:38:14.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727792] [2024/05/06 02:38:14.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285549727795] [2024/05/06 02:38:14.953 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834945] [2024/05/06 02:38:14.954 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834947] [2024/05/06 02:38:14.956 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834950] [2024/05/06 02:38:14.959 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834953] [2024/05/06 02:38:14.960 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834955] [2024/05/06 02:38:14.962 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834957] [2024/05/06 02:38:14.964 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834959] [2024/05/06 02:38:14.966 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834961] [2024/05/06 02:38:14.968 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834963] [2024/05/06 02:38:14.970 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834965] [2024/05/06 02:38:14.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834967] [2024/05/06 02:38:14.976 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834969] [2024/05/06 02:38:14.979 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834971] [2024/05/06 02:38:14.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834973] [2024/05/06 02:38:14.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834975] [2024/05/06 02:38:14.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834977] [2024/05/06 02:38:14.987 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834979] [2024/05/06 02:38:14.989 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834981] [2024/05/06 02:38:14.992 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834983] [2024/05/06 02:38:14.994 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834985] [2024/05/06 02:38:14.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834987] [2024/05/06 02:38:14.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834989] [2024/05/06 02:38:15.000 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285562834991] [2024/05/06 02:38:15.002 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680001] [2024/05/06 02:38:15.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680003] [2024/05/06 02:38:15.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680006] [2024/05/06 02:38:15.009 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680009] [2024/05/06 02:38:15.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680011] [2024/05/06 02:38:15.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680013] [2024/05/06 02:38:15.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680015] [2024/05/06 02:38:15.017 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680017] [2024/05/06 02:38:15.019 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680019] [2024/05/06 02:38:15.021 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680021] [2024/05/06 02:38:15.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680023] [2024/05/06 02:38:15.025 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680025] [2024/05/06 02:38:15.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680027] [2024/05/06 02:38:15.030 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680029] [2024/05/06 02:38:15.032 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680031] [2024/05/06 02:38:15.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680033] [2024/05/06 02:38:15.036 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680035] [2024/05/06 02:38:15.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680037] [2024/05/06 02:38:15.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680039] [2024/05/06 02:38:15.041 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680041] [2024/05/06 02:38:15.043 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680043] [2024/05/06 02:38:15.045 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680045] [2024/05/06 02:38:15.047 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680047] [2024/05/06 02:38:15.049 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680049] [2024/05/06 02:38:15.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285575680051] [2024/05/06 02:38:15.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049346] [2024/05/06 02:38:15.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049349] [2024/05/06 02:38:15.057 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049351] [2024/05/06 02:38:15.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049354] [2024/05/06 02:38:15.061 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049356] [2024/05/06 02:38:15.063 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049358] [2024/05/06 02:38:15.065 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049360] [2024/05/06 02:38:15.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049362] [2024/05/06 02:38:15.069 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049364] [2024/05/06 02:38:15.071 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049366] [2024/05/06 02:38:15.072 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049368] [2024/05/06 02:38:15.074 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049370] [2024/05/06 02:38:15.077 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049372] [2024/05/06 02:38:15.078 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049374] [2024/05/06 02:38:15.081 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049376] [2024/05/06 02:38:15.083 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049378] [2024/05/06 02:38:15.085 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049380] [2024/05/06 02:38:15.087 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049382] [2024/05/06 02:38:15.090 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049384] [2024/05/06 02:38:15.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049386] [2024/05/06 02:38:15.094 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049388] [2024/05/06 02:38:15.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049390] [2024/05/06 02:38:15.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049392] [2024/05/06 02:38:15.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285589049394] [2024/05/06 02:38:15.104 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156546] [2024/05/06 02:38:15.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156552] [2024/05/06 02:38:15.110 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156555] [2024/05/06 02:38:15.112 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156557] [2024/05/06 02:38:15.114 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156559] [2024/05/06 02:38:15.116 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156561] [2024/05/06 02:38:15.119 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156563] [2024/05/06 02:38:15.121 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156565] [2024/05/06 02:38:15.123 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156567] [2024/05/06 02:38:15.125 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156569] [2024/05/06 02:38:15.127 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156571] [2024/05/06 02:38:15.129 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156573] [2024/05/06 02:38:15.132 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156575] [2024/05/06 02:38:15.133 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156577] [2024/05/06 02:38:15.135 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156579] [2024/05/06 02:38:15.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156581] [2024/05/06 02:38:15.139 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156583] [2024/05/06 02:38:15.140 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156585] [2024/05/06 02:38:15.142 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156587] [2024/05/06 02:38:15.144 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156589] [2024/05/06 02:38:15.146 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156591] [2024/05/06 02:38:15.148 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156593] [2024/05/06 02:38:15.150 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156595] [2024/05/06 02:38:15.152 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285602156597] [2024/05/06 02:38:15.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263746] [2024/05/06 02:38:15.156 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263749] [2024/05/06 02:38:15.157 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263752] [2024/05/06 02:38:15.159 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263754] [2024/05/06 02:38:15.161 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263756] [2024/05/06 02:38:15.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263758] [2024/05/06 02:38:15.165 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263760] [2024/05/06 02:38:15.166 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263762] [2024/05/06 02:38:15.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263764] [2024/05/06 02:38:15.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263766] [2024/05/06 02:38:15.172 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263768] [2024/05/06 02:38:15.175 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263770] [2024/05/06 02:38:15.177 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263772] [2024/05/06 02:38:15.179 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263774] [2024/05/06 02:38:15.181 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263777] [2024/05/06 02:38:15.182 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90001] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:15.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263779] [2024/05/06 02:38:15.185 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263781] [2024/05/06 02:38:15.187 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263783] [2024/05/06 02:38:15.189 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263785] [2024/05/06 02:38:15.191 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263787] [2024/05/06 02:38:15.193 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263789] [2024/05/06 02:38:15.195 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263791] [2024/05/06 02:38:15.196 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263793] [2024/05/06 02:38:15.198 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263795] [2024/05/06 02:38:15.200 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285615263797] [2024/05/06 02:38:15.202 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108802] [2024/05/06 02:38:15.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108804] [2024/05/06 02:38:15.206 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108807] [2024/05/06 02:38:15.207 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108810] [2024/05/06 02:38:15.209 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108812] [2024/05/06 02:38:15.211 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108814] [2024/05/06 02:38:15.213 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108816] [2024/05/06 02:38:15.214 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108818] [2024/05/06 02:38:15.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108820] [2024/05/06 02:38:15.218 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108822] [2024/05/06 02:38:15.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108824] [2024/05/06 02:38:15.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108826] [2024/05/06 02:38:15.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108828] [2024/05/06 02:38:15.226 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108830] [2024/05/06 02:38:15.229 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108832] [2024/05/06 02:38:15.231 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108834] [2024/05/06 02:38:15.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108836] [2024/05/06 02:38:15.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108838] [2024/05/06 02:38:15.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108840] [2024/05/06 02:38:15.238 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108842] [2024/05/06 02:38:15.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108844] [2024/05/06 02:38:15.242 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108846] [2024/05/06 02:38:15.244 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108848] [2024/05/06 02:38:15.246 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108850] [2024/05/06 02:38:15.248 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108852] [2024/05/06 02:38:15.250 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285628108855] [2024/05/06 02:38:15.253 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216001] [2024/05/06 02:38:15.254 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216003] [2024/05/06 02:38:15.256 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216006] [2024/05/06 02:38:15.258 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216009] [2024/05/06 02:38:15.260 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216011] [2024/05/06 02:38:15.262 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216013] [2024/05/06 02:38:15.264 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216015] [2024/05/06 02:38:15.265 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216017] [2024/05/06 02:38:15.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216019] [2024/05/06 02:38:15.269 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216021] [2024/05/06 02:38:15.270 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216023] [2024/05/06 02:38:15.272 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216025] [2024/05/06 02:38:15.274 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216027] [2024/05/06 02:38:15.276 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216029] [2024/05/06 02:38:15.278 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216031] [2024/05/06 02:38:15.280 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216033] [2024/05/06 02:38:15.281 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216035] [2024/05/06 02:38:15.283 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216037] [2024/05/06 02:38:15.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216039] [2024/05/06 02:38:15.286 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216041] [2024/05/06 02:38:15.288 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216043] [2024/05/06 02:38:15.290 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216045] [2024/05/06 02:38:15.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216047] [2024/05/06 02:38:15.293 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216049] [2024/05/06 02:38:15.295 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216051] [2024/05/06 02:38:15.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216053] [2024/05/06 02:38:15.299 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216055] [2024/05/06 02:38:15.300 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285641216057] [2024/05/06 02:38:15.302 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323201] [2024/05/06 02:38:15.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323203] [2024/05/06 02:38:15.305 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323206] [2024/05/06 02:38:15.307 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323209] [2024/05/06 02:38:15.309 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323211] [2024/05/06 02:38:15.311 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323213] [2024/05/06 02:38:15.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323215] [2024/05/06 02:38:15.314 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323217] [2024/05/06 02:38:15.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323219] [2024/05/06 02:38:15.318 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323221] [2024/05/06 02:38:15.320 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323223] [2024/05/06 02:38:15.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323225] [2024/05/06 02:38:15.324 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323228] [2024/05/06 02:38:15.325 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323230] [2024/05/06 02:38:15.327 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323232] [2024/05/06 02:38:15.329 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323234] [2024/05/06 02:38:15.331 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323236] [2024/05/06 02:38:15.333 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323238] [2024/05/06 02:38:15.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323240] [2024/05/06 02:38:15.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323242] [2024/05/06 02:38:15.339 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323244] [2024/05/06 02:38:15.340 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323246] [2024/05/06 02:38:15.342 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323248] [2024/05/06 02:38:15.346 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323250] [2024/05/06 02:38:15.349 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323252] [2024/05/06 02:38:15.351 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285654323254] [2024/05/06 02:38:15.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692546] [2024/05/06 02:38:15.354 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:15.355 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692550] [2024/05/06 02:38:15.357 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692556] [2024/05/06 02:38:15.359 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692559] [2024/05/06 02:38:15.361 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692561] [2024/05/06 02:38:15.363 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692563] [2024/05/06 02:38:15.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692565] [2024/05/06 02:38:15.366 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692567] [2024/05/06 02:38:15.368 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692569] [2024/05/06 02:38:15.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692571] [2024/05/06 02:38:15.372 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692573] [2024/05/06 02:38:15.374 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692575] [2024/05/06 02:38:15.376 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692577] [2024/05/06 02:38:15.378 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692579] [2024/05/06 02:38:15.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692581] [2024/05/06 02:38:15.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692585] [2024/05/06 02:38:15.384 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692587] [2024/05/06 02:38:15.386 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692590] [2024/05/06 02:38:15.388 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692592] [2024/05/06 02:38:15.390 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692594] [2024/05/06 02:38:15.392 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692596] [2024/05/06 02:38:15.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692598] [2024/05/06 02:38:15.395 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692600] [2024/05/06 02:38:15.397 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692602] [2024/05/06 02:38:15.399 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692604] [2024/05/06 02:38:15.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285667692606] [2024/05/06 02:38:15.403 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537602] [2024/05/06 02:38:15.405 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537604] [2024/05/06 02:38:15.407 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537608] [2024/05/06 02:38:15.409 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537610] [2024/05/06 02:38:15.411 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537612] [2024/05/06 02:38:15.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537614] [2024/05/06 02:38:15.414 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537616] [2024/05/06 02:38:15.416 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537618] [2024/05/06 02:38:15.418 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537620] [2024/05/06 02:38:15.420 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537622] [2024/05/06 02:38:15.422 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537624] [2024/05/06 02:38:15.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537626] [2024/05/06 02:38:15.426 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537628] [2024/05/06 02:38:15.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537630] [2024/05/06 02:38:15.429 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537632] [2024/05/06 02:38:15.431 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537634] [2024/05/06 02:38:15.434 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537636] [2024/05/06 02:38:15.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537638] [2024/05/06 02:38:15.437 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537640] [2024/05/06 02:38:15.439 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537642] [2024/05/06 02:38:15.441 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537644] [2024/05/06 02:38:15.443 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537646] [2024/05/06 02:38:15.445 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537648] [2024/05/06 02:38:15.447 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537650] [2024/05/06 02:38:15.449 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537652] [2024/05/06 02:38:15.451 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285680537654] [2024/05/06 02:38:15.452 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644802] [2024/05/06 02:38:15.454 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644804] [2024/05/06 02:38:15.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644807] [2024/05/06 02:38:15.458 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644810] [2024/05/06 02:38:15.460 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644812] [2024/05/06 02:38:15.462 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644814] [2024/05/06 02:38:15.463 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644816] [2024/05/06 02:38:15.465 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644818] [2024/05/06 02:38:15.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644820] [2024/05/06 02:38:15.469 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644822] [2024/05/06 02:38:15.470 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644824] [2024/05/06 02:38:15.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644826] [2024/05/06 02:38:15.474 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644828] [2024/05/06 02:38:15.477 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644830] [2024/05/06 02:38:15.479 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644832] [2024/05/06 02:38:15.481 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644835] [2024/05/06 02:38:15.483 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644837] [2024/05/06 02:38:15.485 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644840] [2024/05/06 02:38:15.485 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:15.486 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:15.486 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/166] [keyspaceName=] [2024/05/06 02:38:15.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644843] [2024/05/06 02:38:15.488 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644845] [2024/05/06 02:38:15.489 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:15.489 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:15.489 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.490 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:15.490 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:15.490 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:15.490 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644847] [2024/05/06 02:38:15.492 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644850] [2024/05/06 02:38:15.493 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:15.494 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644852] [2024/05/06 02:38:15.494 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:15.494 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=166] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:38:15.494 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:15.496 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644855] [2024/05/06 02:38:15.498 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644858] [2024/05/06 02:38:15.499 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:15.500 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285693644861] [2024/05/06 02:38:15.502 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:15.502 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:15.503 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752002] [2024/05/06 02:38:15.504 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90001] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:15.504 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f728000000000002920] ["end key"=7480000000000000a15f72800000000000292800] [2024/05/06 02:38:15.504 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90001] [subtask-id=90001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a15f728000000000002920, endKey=7480000000000000a15f72800000000000292800"] [2024/05/06 02:38:15.505 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752005] [2024/05/06 02:38:15.507 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752009] [2024/05/06 02:38:15.509 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752012] [2024/05/06 02:38:15.511 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752014] [2024/05/06 02:38:15.514 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752016] [2024/05/06 02:38:15.517 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752018] [2024/05/06 02:38:15.519 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752020] [2024/05/06 02:38:15.521 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752022] [2024/05/06 02:38:15.524 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752024] [2024/05/06 02:38:15.526 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752026] [2024/05/06 02:38:15.529 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752028] [2024/05/06 02:38:15.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752030] [2024/05/06 02:38:15.534 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752032] [2024/05/06 02:38:15.536 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752034] [2024/05/06 02:38:15.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752036] [2024/05/06 02:38:15.540 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752038] [2024/05/06 02:38:15.543 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752040] [2024/05/06 02:38:15.545 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752042] [2024/05/06 02:38:15.547 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752044] [2024/05/06 02:38:15.550 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752047] [2024/05/06 02:38:15.552 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285706752049] [2024/05/06 02:38:15.554 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121346] [2024/05/06 02:38:15.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121349] [2024/05/06 02:38:15.560 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121352] [2024/05/06 02:38:15.562 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121354] [2024/05/06 02:38:15.564 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121356] [2024/05/06 02:38:15.567 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121358] [2024/05/06 02:38:15.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121360] [2024/05/06 02:38:15.571 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121362] [2024/05/06 02:38:15.571 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:38:15.573 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121364] [2024/05/06 02:38:15.575 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121366] [2024/05/06 02:38:15.578 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121368] [2024/05/06 02:38:15.581 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121370] [2024/05/06 02:38:15.583 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121372] [2024/05/06 02:38:15.586 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121374] [2024/05/06 02:38:15.588 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121376] [2024/05/06 02:38:15.591 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121378] [2024/05/06 02:38:15.593 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121380] [2024/05/06 02:38:15.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121382] [2024/05/06 02:38:15.598 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121384] [2024/05/06 02:38:15.600 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285720121386] [2024/05/06 02:38:15.603 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966401] [2024/05/06 02:38:15.604 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966403] [2024/05/06 02:38:15.607 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966409] [2024/05/06 02:38:15.609 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966412] [2024/05/06 02:38:15.611 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966414] [2024/05/06 02:38:15.613 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966416] [2024/05/06 02:38:15.616 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966418] [2024/05/06 02:38:15.618 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966420] [2024/05/06 02:38:15.620 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966422] [2024/05/06 02:38:15.623 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966424] [2024/05/06 02:38:15.625 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966426] [2024/05/06 02:38:15.627 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966428] [2024/05/06 02:38:15.630 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966430] [2024/05/06 02:38:15.632 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966432] [2024/05/06 02:38:15.634 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 02:38:15.634 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966434] [2024/05/06 02:38:15.635 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90001] [subtask-id=90001] [id=1] [2024/05/06 02:38:15.637 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966436] [2024/05/06 02:38:15.637 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 02:38:15.639 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966438] [2024/05/06 02:38:15.639 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 02:38:15.640 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1056] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/14a41a6a-f4d0-425a-85af-4022ec44689a.sst] [firstKey=7480000000000000A15F698000000000000001038000000000002922038000000000002920] [lastKey=7480000000000000A15F698000000000000001038000000000002D0D038000000000002920] [2024/05/06 02:38:15.641 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966440] [2024/05/06 02:38:15.642 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 02:38:15.642 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295443161088/467794132992, backend usage: 0"] [2024/05/06 02:38:15.642 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:15.643 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966442] [2024/05/06 02:38:15.644 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:15.645 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966444] [2024/05/06 02:38:15.647 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966446] [2024/05/06 02:38:15.649 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966448] [2024/05/06 02:38:15.651 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285732966450] [2024/05/06 02:38:15.654 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335746] [2024/05/06 02:38:15.656 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335751] [2024/05/06 02:38:15.658 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335754] [2024/05/06 02:38:15.660 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335756] [2024/05/06 02:38:15.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335758] [2024/05/06 02:38:15.664 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335760] [2024/05/06 02:38:15.665 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/06 02:38:15.665 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:15.666 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335762] [2024/05/06 02:38:15.668 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335764] [2024/05/06 02:38:15.670 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335766] [2024/05/06 02:38:15.672 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335768] [2024/05/06 02:38:15.673 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=342] [importedCount=9] [2024/05/06 02:38:15.675 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335770] [2024/05/06 02:38:15.675 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.496346ms] [] [2024/05/06 02:38:15.676 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335772] [2024/05/06 02:38:15.678 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 02:38:15.679 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335775] [2024/05/06 02:38:15.681 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335778] [2024/05/06 02:38:15.683 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335782] [2024/05/06 02:38:15.685 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335788] [2024/05/06 02:38:15.687 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335791] [2024/05/06 02:38:15.688 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:15.689 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335795] [2024/05/06 02:38:15.689 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:15.690 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90002] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:15.690 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 02:38:15.690 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/06 02:38:15.690 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f72800000000000293d] ["end key"=7480000000000000a25f72800000000000294100] [2024/05/06 02:38:15.690 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/06 02:38:15.690 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 02:38:15.690 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335798] [2024/05/06 02:38:15.690 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90001] [subtask-id=90002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a25f72800000000000293d, endKey=7480000000000000a25f72800000000000294100"] [2024/05/06 02:38:15.691 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90001] [subtask-id=90002] [id=1] [2024/05/06 02:38:15.692 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1036] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/500ab311-368a-4f97-a4a3-7db60fd6586a.sst] [firstKey=7480000000000000A25F69800000000000000103800000000000293F03800000000000293D] [lastKey=7480000000000000A25F698000000000000001038000000000002D2A03800000000000293D] [2024/05/06 02:38:15.693 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335801] [2024/05/06 02:38:15.694 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 02:38:15.694 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295443185664/467794132992, backend usage: 0"] [2024/05/06 02:38:15.694 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:15.694 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335803] [2024/05/06 02:38:15.695 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:15.696 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335805] [2024/05/06 02:38:15.698 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335807] [2024/05/06 02:38:15.700 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285746335809] [2024/05/06 02:38:15.702 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180801] [2024/05/06 02:38:15.704 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180803] [2024/05/06 02:38:15.707 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180808] [2024/05/06 02:38:15.709 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180810] [2024/05/06 02:38:15.712 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180813] [2024/05/06 02:38:15.713 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180815] [2024/05/06 02:38:15.716 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180817] [2024/05/06 02:38:15.716 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=228] [2024/05/06 02:38:15.716 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:15.718 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180819] [2024/05/06 02:38:15.720 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180821] [2024/05/06 02:38:15.722 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180823] [2024/05/06 02:38:15.723 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=228] [kvs=6] [importedSize=570] [importedCount=15] [2024/05/06 02:38:15.724 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.383124ms] [] [2024/05/06 02:38:15.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180825] [2024/05/06 02:38:15.726 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180827] [2024/05/06 02:38:15.727 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 02:38:15.729 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180830] [2024/05/06 02:38:15.731 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180833] [2024/05/06 02:38:15.733 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180837] [2024/05/06 02:38:15.735 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180841] [2024/05/06 02:38:15.737 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180844] [2024/05/06 02:38:15.738 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:15.739 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=674234928] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:15.740 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180847] [2024/05/06 02:38:15.740 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90003] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:15.740 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674234968] ["max memory quota"=17179869184] [2024/05/06 02:38:15.740 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235008] ["max memory quota"=17179869184] [2024/05/06 02:38:15.740 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235048] ["max memory quota"=17179869184] [2024/05/06 02:38:15.740 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235088] ["max memory quota"=17179869184] [2024/05/06 02:38:15.740 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f728000000000002942] ["end key"=7480000000000000a35f72800000000000294a00] [2024/05/06 02:38:15.741 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90001] [subtask-id=90003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a35f728000000000002942, endKey=7480000000000000a35f72800000000000294a00"] [2024/05/06 02:38:15.741 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90001] [subtask-id=90003] [id=1] [2024/05/06 02:38:15.742 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1058] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/0d86c8aa-1126-4ffa-b1d1-c2238024579b.sst] [firstKey=7480000000000000A35F698000000000000001038000000000002944038000000000002942] [lastKey=7480000000000000A35F698000000000000001038000000000002D33038000000000002946] [2024/05/06 02:38:15.742 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180851] [2024/05/06 02:38:15.745 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180853] [2024/05/06 02:38:15.745 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 02:38:15.745 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295443197952/467794132992, backend usage: 0"] [2024/05/06 02:38:15.745 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:15.746 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:15.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180855] [2024/05/06 02:38:15.749 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180857] [2024/05/06 02:38:15.751 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285759180859] [2024/05/06 02:38:15.753 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550146] [2024/05/06 02:38:15.755 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550148] [2024/05/06 02:38:15.758 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550151] [2024/05/06 02:38:15.759 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550156] [2024/05/06 02:38:15.761 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550158] [2024/05/06 02:38:15.763 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550160] [2024/05/06 02:38:15.765 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550162] [2024/05/06 02:38:15.767 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550164] [2024/05/06 02:38:15.767 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/06 02:38:15.767 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:15.769 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550166] [2024/05/06 02:38:15.770 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550168] [2024/05/06 02:38:15.772 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550170] [2024/05/06 02:38:15.773 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=912] [importedCount=24] [2024/05/06 02:38:15.774 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.329817ms] [] [2024/05/06 02:38:15.775 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550172] [2024/05/06 02:38:15.777 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550174] [2024/05/06 02:38:15.777 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 02:38:15.783 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550177] [2024/05/06 02:38:15.785 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550181] [2024/05/06 02:38:15.787 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550185] [2024/05/06 02:38:15.789 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550189] [2024/05/06 02:38:15.791 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550192] [2024/05/06 02:38:15.792 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:15.793 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550195] [2024/05/06 02:38:15.793 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=674235048] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:15.794 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90004] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:15.795 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235088] ["max memory quota"=17179869184] [2024/05/06 02:38:15.795 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235128] ["max memory quota"=17179869184] [2024/05/06 02:38:15.795 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235168] ["max memory quota"=17179869184] [2024/05/06 02:38:15.795 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f72800000000000294b] ["end key"=7480000000000000a45f72800000000000295300] [2024/05/06 02:38:15.795 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/06 02:38:15.795 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90001] [subtask-id=90004] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a45f72800000000000294b, endKey=7480000000000000a45f72800000000000295300"] [2024/05/06 02:38:15.795 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550198] [2024/05/06 02:38:15.795 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90001] [subtask-id=90004] [id=1] [2024/05/06 02:38:15.796 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1056] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/1c034604-bf32-4181-aed3-964c10cc0e5d.sst] [firstKey=7480000000000000A45F69800000000000000103800000000000294D03800000000000294B] [lastKey=7480000000000000A45F698000000000000001038000000000002D3803800000000000294B] [2024/05/06 02:38:15.797 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550201] [2024/05/06 02:38:15.798 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 02:38:15.798 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295443226624/467794132992, backend usage: 0"] [2024/05/06 02:38:15.798 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:15.799 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550204] [2024/05/06 02:38:15.799 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:15.801 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285772550206] [2024/05/06 02:38:15.803 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395202] [2024/05/06 02:38:15.805 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395204] [2024/05/06 02:38:15.807 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395207] [2024/05/06 02:38:15.809 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395212] [2024/05/06 02:38:15.811 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395214] [2024/05/06 02:38:15.813 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395216] [2024/05/06 02:38:15.815 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395218] [2024/05/06 02:38:15.817 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395220] [2024/05/06 02:38:15.819 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395222] [2024/05/06 02:38:15.821 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/06 02:38:15.821 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395224] [2024/05/06 02:38:15.821 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:15.822 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395226] [2024/05/06 02:38:15.825 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395228] [2024/05/06 02:38:15.827 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=1254] [importedCount=33] [2024/05/06 02:38:15.827 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395230] [2024/05/06 02:38:15.828 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.922642ms] [] [2024/05/06 02:38:15.829 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395232] [2024/05/06 02:38:15.831 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 02:38:15.831 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395234] [2024/05/06 02:38:15.833 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395237] [2024/05/06 02:38:15.835 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395241] [2024/05/06 02:38:15.837 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395245] [2024/05/06 02:38:15.838 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:15.838 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:15.839 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=651.582Β΅s] [] [2024/05/06 02:38:15.839 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:15.839 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395248] [2024/05/06 02:38:15.840 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=452.952Β΅s] [] [2024/05/06 02:38:15.840 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:15.840 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.840 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:15.840 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.841 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:15.841 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:15.841 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:15.841 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=166] ["current memory usage"=480] ["max memory quota"=17179869184] [2024/05/06 02:38:15.841 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=355.679119ms] [] [2024/05/06 02:38:15.841 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395250] [2024/05/06 02:38:15.843 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395252] [2024/05/06 02:38:15.846 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395254] [2024/05/06 02:38:15.847 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395256] [2024/05/06 02:38:15.850 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285785395259] [2024/05/06 02:38:15.852 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764545] [2024/05/06 02:38:15.854 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764547] [2024/05/06 02:38:15.857 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764553] [2024/05/06 02:38:15.859 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764556] [2024/05/06 02:38:15.861 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764558] [2024/05/06 02:38:15.863 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764560] [2024/05/06 02:38:15.865 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764562] [2024/05/06 02:38:15.867 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764564] [2024/05/06 02:38:15.869 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764566] [2024/05/06 02:38:15.871 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764568] [2024/05/06 02:38:15.873 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764570] [2024/05/06 02:38:15.875 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764572] [2024/05/06 02:38:15.878 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764574] [2024/05/06 02:38:15.880 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764576] [2024/05/06 02:38:15.882 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764579] [2024/05/06 02:38:15.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764581] [2024/05/06 02:38:15.886 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764584] [2024/05/06 02:38:15.886 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:15.888 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764587] [2024/05/06 02:38:15.890 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764590] [2024/05/06 02:38:15.892 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764592] [2024/05/06 02:38:15.894 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764594] [2024/05/06 02:38:15.896 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764596] [2024/05/06 02:38:15.898 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764598] [2024/05/06 02:38:15.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764600] [2024/05/06 02:38:15.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285798764602] [2024/05/06 02:38:15.904 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871746] [2024/05/06 02:38:15.908 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871749] [2024/05/06 02:38:15.910 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871752] [2024/05/06 02:38:15.912 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871754] [2024/05/06 02:38:15.914 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871756] [2024/05/06 02:38:15.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871758] [2024/05/06 02:38:15.918 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871760] [2024/05/06 02:38:15.920 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871762] [2024/05/06 02:38:15.922 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871764] [2024/05/06 02:38:15.924 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871766] [2024/05/06 02:38:15.926 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871768] [2024/05/06 02:38:15.928 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871770] [2024/05/06 02:38:15.930 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871772] [2024/05/06 02:38:15.932 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871774] [2024/05/06 02:38:15.934 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871776] [2024/05/06 02:38:15.935 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871778] [2024/05/06 02:38:15.937 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871780] [2024/05/06 02:38:15.939 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871782] [2024/05/06 02:38:15.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871784] [2024/05/06 02:38:15.943 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871786] [2024/05/06 02:38:15.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871788] [2024/05/06 02:38:15.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871790] [2024/05/06 02:38:15.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871792] [2024/05/06 02:38:15.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285811871794] [2024/05/06 02:38:15.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716802] [2024/05/06 02:38:15.954 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716804] [2024/05/06 02:38:15.956 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716807] [2024/05/06 02:38:15.958 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716810] [2024/05/06 02:38:15.960 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716812] [2024/05/06 02:38:15.962 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716814] [2024/05/06 02:38:15.964 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716816] [2024/05/06 02:38:15.966 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716818] [2024/05/06 02:38:15.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716820] [2024/05/06 02:38:15.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716822] [2024/05/06 02:38:15.973 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716824] [2024/05/06 02:38:15.976 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716826] [2024/05/06 02:38:15.977 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716828] [2024/05/06 02:38:15.980 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716830] [2024/05/06 02:38:15.982 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716832] [2024/05/06 02:38:15.984 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716834] [2024/05/06 02:38:15.986 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716836] [2024/05/06 02:38:15.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716838] [2024/05/06 02:38:15.989 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716840] [2024/05/06 02:38:15.991 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716842] [2024/05/06 02:38:15.993 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716844] [2024/05/06 02:38:15.995 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716846] [2024/05/06 02:38:15.997 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716848] [2024/05/06 02:38:15.999 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716850] [2024/05/06 02:38:16.001 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285824716852] [2024/05/06 02:38:16.003 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086145] [2024/05/06 02:38:16.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086147] [2024/05/06 02:38:16.006 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086150] [2024/05/06 02:38:16.009 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086153] [2024/05/06 02:38:16.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086155] [2024/05/06 02:38:16.012 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086157] [2024/05/06 02:38:16.014 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086159] [2024/05/06 02:38:16.016 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086161] [2024/05/06 02:38:16.018 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086163] [2024/05/06 02:38:16.020 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086165] [2024/05/06 02:38:16.022 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086167] [2024/05/06 02:38:16.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086169] [2024/05/06 02:38:16.025 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086171] [2024/05/06 02:38:16.028 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086173] [2024/05/06 02:38:16.030 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086175] [2024/05/06 02:38:16.032 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086177] [2024/05/06 02:38:16.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086179] [2024/05/06 02:38:16.036 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086181] [2024/05/06 02:38:16.038 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086183] [2024/05/06 02:38:16.040 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086185] [2024/05/06 02:38:16.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086187] [2024/05/06 02:38:16.044 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086189] [2024/05/06 02:38:16.046 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086191] [2024/05/06 02:38:16.048 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086193] [2024/05/06 02:38:16.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285838086195] [2024/05/06 02:38:16.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931202] [2024/05/06 02:38:16.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931204] [2024/05/06 02:38:16.057 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931207] [2024/05/06 02:38:16.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931210] [2024/05/06 02:38:16.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931212] [2024/05/06 02:38:16.065 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931214] [2024/05/06 02:38:16.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931216] [2024/05/06 02:38:16.069 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931218] [2024/05/06 02:38:16.071 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931220] [2024/05/06 02:38:16.074 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931222] [2024/05/06 02:38:16.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931224] [2024/05/06 02:38:16.078 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931226] [2024/05/06 02:38:16.080 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931229] [2024/05/06 02:38:16.082 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931231] [2024/05/06 02:38:16.084 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931233] [2024/05/06 02:38:16.087 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931235] [2024/05/06 02:38:16.089 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931237] [2024/05/06 02:38:16.091 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931239] [2024/05/06 02:38:16.093 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931241] [2024/05/06 02:38:16.095 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931243] [2024/05/06 02:38:16.096 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931245] [2024/05/06 02:38:16.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931247] [2024/05/06 02:38:16.100 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931249] [2024/05/06 02:38:16.102 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285850931251] [2024/05/06 02:38:16.104 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300546] [2024/05/06 02:38:16.106 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300550] [2024/05/06 02:38:16.108 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300555] [2024/05/06 02:38:16.110 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300557] [2024/05/06 02:38:16.111 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300559] [2024/05/06 02:38:16.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300561] [2024/05/06 02:38:16.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300563] [2024/05/06 02:38:16.116 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300565] [2024/05/06 02:38:16.118 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300567] [2024/05/06 02:38:16.120 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300569] [2024/05/06 02:38:16.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300571] [2024/05/06 02:38:16.124 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300573] [2024/05/06 02:38:16.126 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300575] [2024/05/06 02:38:16.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300577] [2024/05/06 02:38:16.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300579] [2024/05/06 02:38:16.132 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300581] [2024/05/06 02:38:16.134 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300583] [2024/05/06 02:38:16.136 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300585] [2024/05/06 02:38:16.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300587] [2024/05/06 02:38:16.140 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300589] [2024/05/06 02:38:16.142 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90001] [type=backfill] [2024/05/06 02:38:16.142 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300591] [2024/05/06 02:38:16.144 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300593] [2024/05/06 02:38:16.146 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300595] [2024/05/06 02:38:16.148 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300597] [2024/05/06 02:38:16.151 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285864300601] [2024/05/06 02:38:16.152 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407748] [2024/05/06 02:38:16.153 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=11] [2024/05/06 02:38:16.155 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407751] [2024/05/06 02:38:16.157 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407754] [2024/05/06 02:38:16.159 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407757] [2024/05/06 02:38:16.162 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407759] [2024/05/06 02:38:16.164 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407761] [2024/05/06 02:38:16.166 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407763] [2024/05/06 02:38:16.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407765] [2024/05/06 02:38:16.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407767] [2024/05/06 02:38:16.172 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407769] [2024/05/06 02:38:16.175 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407772] [2024/05/06 02:38:16.177 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407775] [2024/05/06 02:38:16.179 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407778] [2024/05/06 02:38:16.181 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=903.535Β΅s] [gotSchemaVersion=103] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:16.182 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567285877407781] [2024/05/06 02:38:16.183 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=103] [2024/05/06 02:38:16.184 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407785] [2024/05/06 02:38:16.186 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407787] [2024/05/06 02:38:16.189 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407789] [2024/05/06 02:38:16.189 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407789] [2024/05/06 02:38:16.191 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407791] [2024/05/06 02:38:16.193 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407793] [2024/05/06 02:38:16.196 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407795] [2024/05/06 02:38:16.196 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407795] [2024/05/06 02:38:16.198 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407797] [2024/05/06 02:38:16.198 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407797] [2024/05/06 02:38:16.200 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285877407799] [2024/05/06 02:38:16.202 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252801] [2024/05/06 02:38:16.202 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252801] [2024/05/06 02:38:16.205 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252803] [2024/05/06 02:38:16.205 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252803] [2024/05/06 02:38:16.207 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252806] [2024/05/06 02:38:16.209 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252809] [2024/05/06 02:38:16.209 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252809] [2024/05/06 02:38:16.212 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252811] [2024/05/06 02:38:16.214 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252813] [2024/05/06 02:38:16.214 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252813] [2024/05/06 02:38:16.216 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252815] [2024/05/06 02:38:16.216 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252815] [2024/05/06 02:38:16.218 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252817] [2024/05/06 02:38:16.220 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252819] [2024/05/06 02:38:16.220 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252819] [2024/05/06 02:38:16.223 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252821] [2024/05/06 02:38:16.225 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252823] [2024/05/06 02:38:16.228 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252825] [2024/05/06 02:38:16.228 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252825] [2024/05/06 02:38:16.230 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=52.10289ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285300690996, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:16.230 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252827] [2024/05/06 02:38:16.230 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252827] [2024/05/06 02:38:16.233 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252830] [2024/05/06 02:38:16.233 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252830] [2024/05/06 02:38:16.235 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252834] [2024/05/06 02:38:16.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:0, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285300690996, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:16.237 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252837] [2024/05/06 02:38:16.237 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252837] [2024/05/06 02:38:16.238 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=166] [table=t] [index=idx] [2024/05/06 02:38:16.240 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252840] [2024/05/06 02:38:16.240 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252840] [2024/05/06 02:38:16.242 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252844] [2024/05/06 02:38:16.244 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252847] [2024/05/06 02:38:16.246 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=790.99Β΅s] [gotSchemaVersion=104] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:16.246 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252850] [2024/05/06 02:38:16.246 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252850] [2024/05/06 02:38:16.247 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=104] [2024/05/06 02:38:16.248 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252854] [2024/05/06 02:38:16.250 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252856] [2024/05/06 02:38:16.250 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285890252856] [2024/05/06 02:38:16.253 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622145] [2024/05/06 02:38:16.253 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622145] [2024/05/06 02:38:16.254 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622147] [2024/05/06 02:38:16.256 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622150] [2024/05/06 02:38:16.258 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622153] [2024/05/06 02:38:16.258 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622153] [2024/05/06 02:38:16.260 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622155] [2024/05/06 02:38:16.260 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622155] [2024/05/06 02:38:16.262 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622157] [2024/05/06 02:38:16.264 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622159] [2024/05/06 02:38:16.266 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622161] [2024/05/06 02:38:16.268 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622163] [2024/05/06 02:38:16.270 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622165] [2024/05/06 02:38:16.272 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622167] [2024/05/06 02:38:16.274 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622169] [2024/05/06 02:38:16.274 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622169] [2024/05/06 02:38:16.276 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622171] [2024/05/06 02:38:16.278 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622173] [2024/05/06 02:38:16.278 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622173] [2024/05/06 02:38:16.280 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622175] [2024/05/06 02:38:16.282 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622177] [2024/05/06 02:38:16.282 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622177] [2024/05/06 02:38:16.284 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622179] [2024/05/06 02:38:16.284 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622179] [2024/05/06 02:38:16.286 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622181] [2024/05/06 02:38:16.286 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622181] [2024/05/06 02:38:16.288 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622183] [2024/05/06 02:38:16.290 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622185] [2024/05/06 02:38:16.290 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622185] [2024/05/06 02:38:16.292 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622187] [2024/05/06 02:38:16.292 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622187] [2024/05/06 02:38:16.294 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622189] [2024/05/06 02:38:16.295 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=52.163013ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:16.296 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622191] [2024/05/06 02:38:16.298 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622195] [2024/05/06 02:38:16.298 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622195] [2024/05/06 02:38:16.300 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285903622198] [2024/05/06 02:38:16.302 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:0, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:16.303 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729345] [2024/05/06 02:38:16.304 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/06 02:38:16.305 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729348] [2024/05/06 02:38:16.305 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729348] [2024/05/06 02:38:16.307 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729353] [2024/05/06 02:38:16.309 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/06 02:38:16.309 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729357] [2024/05/06 02:38:16.311 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729362] [2024/05/06 02:38:16.314 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729365] [2024/05/06 02:38:16.314 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729365] [2024/05/06 02:38:16.314 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:0, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285916729349, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:16.316 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729368] [2024/05/06 02:38:16.317 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285916729349, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a15f69ffff000000000001,EndKey:7480000000000000a15f69ffff000000000001ff,First:false,PhysicalTableID:161,Ingest mode:false"] [2024/05/06 02:38:16.318 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729371] [2024/05/06 02:38:16.318 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.318 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.318 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f69ffff000000000001] ["end key"=7480000000000000a15f69ffff000000000001ff] [2024/05/06 02:38:16.318 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.318 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/06 02:38:16.319 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.320 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=161] ["end key"=7480000000000000a15f69ffff000000000001ff] ["current end key"=7480000000000000a15f69ffff000000000001038000000000002d8d0380000000000029a000] [2024/05/06 02:38:16.320 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.320 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.320 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.320 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729374] [2024/05/06 02:38:16.322 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729377] [2024/05/06 02:38:16.325 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729379] [2024/05/06 02:38:16.327 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729382] [2024/05/06 02:38:16.327 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729382] [2024/05/06 02:38:16.330 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729385] [2024/05/06 02:38:16.332 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729387] [2024/05/06 02:38:16.335 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729389] [2024/05/06 02:38:16.335 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729389] [2024/05/06 02:38:16.336 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 161, range: [7480000000000000a15f69ffff000000000001, 7480000000000000a15f69ffff000000000001038000000000002d8d0380000000000029a000), jobID: 166"] ["added count"=483] ["scan count"=483] ["next key"=7480000000000000a15f69ffff000000000001038000000000002d8d0380000000000029a00000] ["take time"=16.111694ms] [2024/05/06 02:38:16.336 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.338 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729394] [2024/05/06 02:38:16.339 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=494] ["start key"=7480000000000000a15f69ffff000000000001] [2024/05/06 02:38:16.340 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729397] [2024/05/06 02:38:16.340 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729397] [2024/05/06 02:38:16.342 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=162] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [] [2024/05/06 02:38:16.342 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:494, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285916729349, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a25f69ffff000000000001,EndKey:7480000000000000a25f69ffff000000000001ff,First:false,PhysicalTableID:162,Ingest mode:false"] [2024/05/06 02:38:16.342 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729400] [2024/05/06 02:38:16.343 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f69ffff000000000001] ["end key"=7480000000000000a25f69ffff000000000001ff] [2024/05/06 02:38:16.343 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [2024/05/06 02:38:16.343 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.343 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.343 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.343 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.344 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729404] [2024/05/06 02:38:16.344 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=162] ["end key"=7480000000000000a25f69ffff000000000001ff] ["current end key"=7480000000000000a25f69ffff000000000001038000000000002d920380000000000029a500] [2024/05/06 02:38:16.345 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.345 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.345 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.346 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729407] [2024/05/06 02:38:16.348 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729409] [2024/05/06 02:38:16.351 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729411] [2024/05/06 02:38:16.351 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285916729411] [2024/05/06 02:38:16.354 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836546] [2024/05/06 02:38:16.354 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836546] [2024/05/06 02:38:16.356 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836552] [2024/05/06 02:38:16.359 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836558] [2024/05/06 02:38:16.360 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 162, range: [7480000000000000a25f69ffff000000000001, 7480000000000000a25f69ffff000000000001038000000000002d920380000000000029a500), jobID: 166"] ["added count"=485] ["scan count"=485] ["next key"=7480000000000000a25f69ffff000000000001038000000000002d920380000000000029a50000] ["take time"=15.737378ms] [2024/05/06 02:38:16.360 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.361 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836561] [2024/05/06 02:38:16.363 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=979] ["start key"=7480000000000000a25f69ffff000000000001] [2024/05/06 02:38:16.364 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836567] [2024/05/06 02:38:16.364 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836567] [2024/05/06 02:38:16.365 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836571] [2024/05/06 02:38:16.366 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=163] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [] [2024/05/06 02:38:16.366 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:979, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285916729349, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a35f69ffff000000000001,EndKey:7480000000000000a35f69ffff000000000001ff,First:false,PhysicalTableID:163,Ingest mode:false"] [2024/05/06 02:38:16.367 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f69ffff000000000001] ["end key"=7480000000000000a35f69ffff000000000001ff] [2024/05/06 02:38:16.367 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.367 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.367 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [2024/05/06 02:38:16.367 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.367 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.367 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836574] [2024/05/06 02:38:16.368 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=163] ["end key"=7480000000000000a35f69ffff000000000001ff] ["current end key"=7480000000000000a35f69ffff000000000001038000000000002d930380000000000029a600] [2024/05/06 02:38:16.368 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.369 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.369 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.370 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836577] [2024/05/06 02:38:16.370 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836577] [2024/05/06 02:38:16.372 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836580] [2024/05/06 02:38:16.375 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836582] [2024/05/06 02:38:16.377 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836586] [2024/05/06 02:38:16.380 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836591] [2024/05/06 02:38:16.383 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836594] [2024/05/06 02:38:16.383 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836594] [2024/05/06 02:38:16.384 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90001] [2024/05/06 02:38:16.386 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836598] [2024/05/06 02:38:16.386 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 163, range: [7480000000000000a35f69ffff000000000001, 7480000000000000a35f69ffff000000000001038000000000002d930380000000000029a600), jobID: 166"] ["added count"=480] ["scan count"=480] ["next key"=7480000000000000a35f69ffff000000000001038000000000002d930380000000000029a60000] ["take time"=17.114452ms] [2024/05/06 02:38:16.386 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.386 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:16.386 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90001] [2024/05/06 02:38:16.388 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836606] [2024/05/06 02:38:16.388 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836606] [2024/05/06 02:38:16.389 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1459] ["start key"=7480000000000000a35f69ffff000000000001] [2024/05/06 02:38:16.390 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836610] [2024/05/06 02:38:16.391 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=164] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [] [2024/05/06 02:38:16.391 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:1459, ArgLen:6, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285916729349, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a45f69ffff000000000001,EndKey:7480000000000000a45f69ffff000000000001ff,First:false,PhysicalTableID:164,Ingest mode:false"] [2024/05/06 02:38:16.392 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836615] [2024/05/06 02:38:16.392 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836615] [2024/05/06 02:38:16.393 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.393 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.393 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f69ffff000000000001] ["end key"=7480000000000000a45f69ffff000000000001ff] [2024/05/06 02:38:16.393 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.393 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.393 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [2024/05/06 02:38:16.394 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836621] [2024/05/06 02:38:16.394 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=164] ["end key"=7480000000000000a45f69ffff000000000001ff] ["current end key"=7480000000000000a45f69ffff000000000001038000000000002d980380000000000029ab00] [2024/05/06 02:38:16.394 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.394 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.394 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.396 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836625] [2024/05/06 02:38:16.396 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836625] [2024/05/06 02:38:16.396 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:16.398 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836628] [2024/05/06 02:38:16.398 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836628] [2024/05/06 02:38:16.400 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836632] [2024/05/06 02:38:16.400 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285929836632] [2024/05/06 02:38:16.402 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681601] [2024/05/06 02:38:16.409 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681607] [2024/05/06 02:38:16.409 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681607] [2024/05/06 02:38:16.411 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681609] [2024/05/06 02:38:16.411 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681609] [2024/05/06 02:38:16.413 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 164, range: [7480000000000000a45f69ffff000000000001, 7480000000000000a45f69ffff000000000001038000000000002d980380000000000029ab00), jobID: 166"] ["added count"=480] ["scan count"=480] ["next key"=7480000000000000a45f69ffff000000000001038000000000002d980380000000000029ab0000] ["take time"=19.533414ms] [2024/05/06 02:38:16.414 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 02:38:16.414 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681612] [2024/05/06 02:38:16.416 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681616] [2024/05/06 02:38:16.416 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681616] [2024/05/06 02:38:16.417 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1939] ["start key"=7480000000000000a45f69ffff000000000001] [2024/05/06 02:38:16.417 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1939] [2024/05/06 02:38:16.418 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681620] [2024/05/06 02:38:16.418 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681620] [2024/05/06 02:38:16.421 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681622] [2024/05/06 02:38:16.421 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681622] [2024/05/06 02:38:16.423 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681624] [2024/05/06 02:38:16.425 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681626] [2024/05/06 02:38:16.425 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681626] [2024/05/06 02:38:16.427 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681628] [2024/05/06 02:38:16.427 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681628] [2024/05/06 02:38:16.429 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681630] [2024/05/06 02:38:16.432 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681632] [2024/05/06 02:38:16.432 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681632] [2024/05/06 02:38:16.434 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681634] [2024/05/06 02:38:16.434 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681634] [2024/05/06 02:38:16.436 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681636] [2024/05/06 02:38:16.438 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681638] [2024/05/06 02:38:16.438 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681638] [2024/05/06 02:38:16.440 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681640] [2024/05/06 02:38:16.440 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681640] [2024/05/06 02:38:16.441 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:16.442 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681644] [2024/05/06 02:38:16.442 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681644] [2024/05/06 02:38:16.444 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681646] [2024/05/06 02:38:16.446 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681649] [2024/05/06 02:38:16.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=1.120429ms] [gotSchemaVersion=105] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:16.448 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681652] [2024/05/06 02:38:16.449 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=105] [2024/05/06 02:38:16.450 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681656] [2024/05/06 02:38:16.452 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285942681658] [2024/05/06 02:38:16.454 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050946] [2024/05/06 02:38:16.456 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050949] [2024/05/06 02:38:16.458 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050952] [2024/05/06 02:38:16.460 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050954] [2024/05/06 02:38:16.462 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050956] [2024/05/06 02:38:16.462 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050956] [2024/05/06 02:38:16.465 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050958] [2024/05/06 02:38:16.466 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050960] [2024/05/06 02:38:16.468 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050962] [2024/05/06 02:38:16.468 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050962] [2024/05/06 02:38:16.471 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050964] [2024/05/06 02:38:16.471 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050964] [2024/05/06 02:38:16.472 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050966] [2024/05/06 02:38:16.475 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050968] [2024/05/06 02:38:16.477 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050970] [2024/05/06 02:38:16.479 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050972] [2024/05/06 02:38:16.481 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050974] [2024/05/06 02:38:16.483 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050976] [2024/05/06 02:38:16.485 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050978] [2024/05/06 02:38:16.485 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050978] [2024/05/06 02:38:16.487 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050980] [2024/05/06 02:38:16.487 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050980] [2024/05/06 02:38:16.490 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050982] [2024/05/06 02:38:16.490 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050982] [2024/05/06 02:38:16.491 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050984] [2024/05/06 02:38:16.491 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050984] [2024/05/06 02:38:16.494 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050986] [2024/05/06 02:38:16.494 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050986] [2024/05/06 02:38:16.496 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050988] [2024/05/06 02:38:16.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=52.368271ms] [job="ID:166, Type:add index, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:1939, ArgLen:3, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285916729349, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:16.498 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050991] [2024/05/06 02:38:16.498 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050991] [2024/05/06 02:38:16.500 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285956050995] [2024/05/06 02:38:16.502 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158145] [2024/05/06 02:38:16.503 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=161] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:16.504 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158149] [2024/05/06 02:38:16.506 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=162] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:16.506 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158154] [2024/05/06 02:38:16.506 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158154] [2024/05/06 02:38:16.508 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=163] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:16.508 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158159] [2024/05/06 02:38:16.510 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=164] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:16.510 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158163] [2024/05/06 02:38:16.512 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="add index"] [2024/05/06 02:38:16.512 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158166] [2024/05/06 02:38:16.512 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [job="ID:166, Type:add index, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:1939, ArgLen:3, start time: 2024-05-06 02:38:13.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567285916729349, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:16.514 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158169] [2024/05/06 02:38:16.516 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158173] [2024/05/06 02:38:16.518 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158175] [2024/05/06 02:38:16.518 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158175] [2024/05/06 02:38:16.521 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158180] [2024/05/06 02:38:16.521 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158180] [2024/05/06 02:38:16.521 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 02:38:16.521 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:16.522 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 2.7314972969999998\n# Parse_time: 0.000043958\n# Compile_time: 0.000077991\n# Rewrite_time: 0.000001873\n# Optimize_time: 0.000021674\n# Wait_TS: 0.000179508\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1248ca3a978e331ae61b9067dcdcce0f893febad7030f2d9d49c63743e3b9b79\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx((cast(a as signed array)));"] [2024/05/06 02:38:16.523 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158186] [2024/05/06 02:38:16.525 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158190] [2024/05/06 02:38:16.527 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449567285969158192] [2024/05/06 02:38:16.529 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=0] [schemaVersion=105] [2024/05/06 02:38:16.542 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=105] [cur_db=addindexlit] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:16.547 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:16.547 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:16.553 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=50.022Β΅s] [gotSchemaVersion=106] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:16.564 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=167] [version=106] [2024/05/06 02:38:16.613 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=52.580861ms] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.618 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.624 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=44.808Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:16.626 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=167] [version=107] [2024/05/06 02:38:16.675 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=52.285178ms] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.681 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.688 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=37.99Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:16.690 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=167] [version=108] [2024/05/06 02:38:16.739 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.789838ms] [job="ID:167, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.745 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=167] [tableIDs="[160,161,162,163,164]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:16.748 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=167] [jobType="drop schema"] [2024/05/06 02:38:16.748 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [job="ID:167, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.754 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 02:38:16.755 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:16.756 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=108] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:16.762 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:16.762 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:16.768 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.775 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=411.576Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:16.777 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=109] [2024/05/06 02:38:16.826 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.246696ms] [job="ID:169, Type:create schema, State:done, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.832 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [job="ID:169, Type:create schema, State:synced, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.836 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 02:38:16.836 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:16.844 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:16.845 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/06 02:38:16.845 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/06 02:38:16.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:16.853 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/06 02:38:16.860 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.862 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 168, Table ID: 170, Table Name: t"] [2024/05/06 02:38:16.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=759.794Β΅s] [gotSchemaVersion=110] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:16.869 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=175] [version=110] [2024/05/06 02:38:16.918 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=52.586948ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:16.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.923 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.801 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:16.928 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 02:38:16.928 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:16.930 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=110] [cur_db=addindexlit] [sql="alter table t add unique index idx(pk, (cast(a as signed array)));"] [user=] [2024/05/06 02:38:16.932 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286073753619] [2024/05/06 02:38:16.935 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286073753627] [2024/05/06 02:38:16.935 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:16.935 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/06 02:38:16.938 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286073753634] [2024/05/06 02:38:16.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286073753639] [2024/05/06 02:38:16.942 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:16.943 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"pk\",\"L\":\"pk\"},\"offset\":0,\"length\":-1},{\"name\":{\"O\":\"_V$_idx_1\",\"L\":\"_v$_idx_1\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 02:38:16.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286073753646] [2024/05/06 02:38:16.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286073753652] [2024/05/06 02:38:16.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286073753656] [2024/05/06 02:38:16.950 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=914.864Β΅s] [gotSchemaVersion=111] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:16.951 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286073753659] [2024/05/06 02:38:16.952 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=111] [2024/05/06 02:38:16.956 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860807] [2024/05/06 02:38:16.960 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860812] [2024/05/06 02:38:16.964 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860815] [2024/05/06 02:38:16.965 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860817] [2024/05/06 02:38:16.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860821] [2024/05/06 02:38:16.977 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860825] [2024/05/06 02:38:16.982 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860829] [2024/05/06 02:38:16.984 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860831] [2024/05/06 02:38:16.986 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860833] [2024/05/06 02:38:16.990 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860836] [2024/05/06 02:38:16.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860840] [2024/05/06 02:38:16.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286086860842] [2024/05/06 02:38:17.000 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=52.104063ms] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:17.002 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286099968001] [2024/05/06 02:38:17.004 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286099968005] [2024/05/06 02:38:17.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:17.008 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286099968013] [2024/05/06 02:38:17.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286099968016] [2024/05/06 02:38:17.014 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=879.777Β΅s] [gotSchemaVersion=112] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:17.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286099968021] [2024/05/06 02:38:17.016 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=112] [2024/05/06 02:38:17.017 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286099968025] [2024/05/06 02:38:17.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286099968032] [2024/05/06 02:38:17.064 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=52.02433ms] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:17.066 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286113337351] [2024/05/06 02:38:17.070 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:17.078 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=986.169Β΅s] [gotSchemaVersion=113] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:17.080 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=113] [2024/05/06 02:38:17.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286126182402] [2024/05/06 02:38:17.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286126182411] [2024/05/06 02:38:17.121 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286126182415] [2024/05/06 02:38:17.129 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=52.871607ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:17.135 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:17.136 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:17.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286126182427] [2024/05/06 02:38:17.137 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f728000000000002818] [endKey=7480000000000000ab5f72800000000000282000] [2024/05/06 02:38:17.142 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 02:38:17.147 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567286126182428, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:17.148 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:17.152 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/176] [2024/05/06 02:38:17.167 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286139289612] [2024/05/06 02:38:17.177 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=170] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:17.187 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90002] [2024/05/06 02:38:17.187 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:17.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286139289629] [2024/05/06 02:38:17.197 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286139289633] [2024/05/06 02:38:17.212 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286152658951] [2024/05/06 02:38:17.242 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286152658964] [2024/05/06 02:38:17.250 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286152658968] [2024/05/06 02:38:17.257 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286165504003] [2024/05/06 02:38:17.265 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286165504008] [2024/05/06 02:38:17.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286165504012] [2024/05/06 02:38:17.288 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286165504020] [2024/05/06 02:38:17.296 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286165504024] [2024/05/06 02:38:17.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286178873345] [2024/05/06 02:38:17.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286178873361] [2024/05/06 02:38:17.367 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286191980557] [2024/05/06 02:38:17.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286191980570] [2024/05/06 02:38:17.404 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286205087745] [2024/05/06 02:38:17.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286205087751] [2024/05/06 02:38:17.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286205087758] [2024/05/06 02:38:17.460 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286218194950] [2024/05/06 02:38:17.468 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286218194954] [2024/05/06 02:38:17.547 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286231302166] [2024/05/06 02:38:17.653 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286270361601] [2024/05/06 02:38:17.661 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286270361607] [2024/05/06 02:38:17.669 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286270361611] [2024/05/06 02:38:17.688 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:17.688 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:17.690 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90002] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:17.690 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/06 02:38:17.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286283730954] [2024/05/06 02:38:17.761 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286296838150] [2024/05/06 02:38:17.851 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286309945365] [2024/05/06 02:38:17.883 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90002] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:17.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286323052569] [2024/05/06 02:38:17.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286335897618] [2024/05/06 02:38:17.948 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286335897622] [2024/05/06 02:38:17.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286349266954] [2024/05/06 02:38:17.979 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286349266958] [2024/05/06 02:38:17.993 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286349266962] [2024/05/06 02:38:18.001 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286349266966] [2024/05/06 02:38:18.008 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286362374149] [2024/05/06 02:38:18.016 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286362374153] [2024/05/06 02:38:18.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286362374157] [2024/05/06 02:38:18.031 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286362374161] [2024/05/06 02:38:18.038 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286362374165] [2024/05/06 02:38:18.108 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286388588550] [2024/05/06 02:38:18.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286388588555] [2024/05/06 02:38:18.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286388588559] [2024/05/06 02:38:18.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286388588563] [2024/05/06 02:38:18.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286388588567] [2024/05/06 02:38:18.145 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286388588571] [2024/05/06 02:38:18.152 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286388588575] [2024/05/06 02:38:18.160 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286401695750] [2024/05/06 02:38:18.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286401695754] [2024/05/06 02:38:18.176 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286401695758] [2024/05/06 02:38:18.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286401695763] [2024/05/06 02:38:18.186 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:18.187 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:18.187 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/06 02:38:18.191 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:18.191 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:18.191 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:18.191 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:18.192 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286401695770] [2024/05/06 02:38:18.192 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:18.192 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:18.198 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:18.198 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:18.198 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=176] ["current memory usage"=656] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:18.198 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:18.203 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286401695777] [2024/05/06 02:38:18.204 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:18.207 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:18.207 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=671089440] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:18.208 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286414540808] [2024/05/06 02:38:18.210 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90005] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:18.210 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f72800000000000289c] ["end key"=7480000000000000ab5f7280000000000028a000] [2024/05/06 02:38:18.210 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90002] [subtask-id=90005] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ab5f72800000000000289c, endKey=7480000000000000ab5f7280000000000028a000"] [2024/05/06 02:38:18.212 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089480] ["max memory quota"=17179869184] [2024/05/06 02:38:18.215 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089520] ["max memory quota"=17179869184] [2024/05/06 02:38:18.215 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90002] [subtask-id=90005] [id=1] [2024/05/06 02:38:18.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286414540814] [2024/05/06 02:38:18.218 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672138136] ["max memory quota"=17179869184] [2024/05/06 02:38:18.221 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672138176] ["max memory quota"=17179869184] [2024/05/06 02:38:18.221 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/0c3e654f-1127-4225-ac0f-dbfbab210256.sst] [firstKey=7480000000000000FFAB5F698000000000FF0000010380000000FF0000289C03800000FF000000289E000000FC800000000000289C0008] [lastKey=7480000000000000FFAB5F698000000000FF0000010380000000FF000028A003800000FF00000028A2000000FC80000000000028A00008] [2024/05/06 02:38:18.224 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 02:38:18.224 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295449726976/467794132992, backend usage: 0"] [2024/05/06 02:38:18.224 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:18.225 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:18.246 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 02:38:18.247 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:18.255 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=270] [importedCount=6] [2024/05/06 02:38:18.257 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.270137ms] [] [2024/05/06 02:38:18.260 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 02:38:18.266 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286427648012] [2024/05/06 02:38:18.270 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:18.271 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186712] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:18.273 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90006] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:18.273 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186752] ["max memory quota"=17179869184] [2024/05/06 02:38:18.273 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186792] ["max memory quota"=17179869184] [2024/05/06 02:38:18.273 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186832] ["max memory quota"=17179869184] [2024/05/06 02:38:18.273 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186872] ["max memory quota"=17179869184] [2024/05/06 02:38:18.273 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f7280000000000028a5] ["end key"=7480000000000000ac5f7280000000000028a900] [2024/05/06 02:38:18.273 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90002] [subtask-id=90006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ac5f7280000000000028a5, endKey=7480000000000000ac5f7280000000000028a900"] [2024/05/06 02:38:18.274 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90002] [subtask-id=90006] [id=1] [2024/05/06 02:38:18.275 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1112] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/b38cbe73-b560-432b-a5e3-bc81d94fde66.sst] [firstKey=7480000000000000FFAC5F698000000000FF0000010380000000FF000028A503800000FF00000028A7000000FC80000000000028A50008] [lastKey=7480000000000000FFAC5F698000000000FF0000010380000000FF000028A903800000FF00000028AB000000FC80000000000028A90008] [2024/05/06 02:38:18.277 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 02:38:18.277 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295449751552/467794132992, backend usage: 0"] [2024/05/06 02:38:18.277 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:18.278 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:18.300 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 02:38:18.300 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:18.301 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286427648033] [2024/05/06 02:38:18.306 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=540] [importedCount=12] [2024/05/06 02:38:18.308 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.260128ms] [] [2024/05/06 02:38:18.310 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286440755206] [2024/05/06 02:38:18.311 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 02:38:18.321 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:18.322 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186832] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:18.324 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90007] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:18.324 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186872] ["max memory quota"=17179869184] [2024/05/06 02:38:18.324 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186912] ["max memory quota"=17179869184] [2024/05/06 02:38:18.324 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186952] ["max memory quota"=17179869184] [2024/05/06 02:38:18.324 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186992] ["max memory quota"=17179869184] [2024/05/06 02:38:18.324 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f7280000000000028aa] ["end key"=7480000000000000ad5f7280000000000028ae00] [2024/05/06 02:38:18.324 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90002] [subtask-id=90007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ad5f7280000000000028aa, endKey=7480000000000000ad5f7280000000000028ae00"] [2024/05/06 02:38:18.325 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90002] [subtask-id=90007] [id=1] [2024/05/06 02:38:18.326 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/18ef9311-13d9-472d-93e0-9aa3e9bff8af.sst] [firstKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028AA03800000FF00000028AC000000FC80000000000028AA0008] [lastKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028AE03800000FF00000028B0000000FC80000000000028AE0008] [2024/05/06 02:38:18.328 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 02:38:18.328 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295449776128/467794132992, backend usage: 0"] [2024/05/06 02:38:18.328 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:18.329 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:18.334 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286440755226] [2024/05/06 02:38:18.351 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 02:38:18.351 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:18.402 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286453862428] [2024/05/06 02:38:18.425 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286467231756] [2024/05/06 02:38:18.516 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286493184007] [2024/05/06 02:38:18.932 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 371, store 4, region 368, epoch conf_ver:5 version:91 , when close write stream: rpc error: code = Unknown desc = RequestTooOld(\"region 368 is not found\")"] ["job stage"=needRescan] [2024/05/06 02:38:18.932 +00:00] [WARN] [domain.go:647] ["loading schema takes a long time"] ["take time"=577.930367ms] [2024/05/06 02:38:18.932 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000AD5F6980000000000000010380000000000028AA0380000000000028AC] [endKey=7480000000000000AD5F6980000000000000010380000000000028AE0380000000000028B000] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:38:20.932 +00:00] [2024/05/06 02:38:19.106 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286519398401] [2024/05/06 02:38:19.108 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567286519398401\n# Conn_ID: 11\n# Query_time: 0.506202936\n# Parse_time: 0.000044693\n# Compile_time: 0.00035122\n# Rewrite_time: 0.000258681\n# Optimize_time: 0.000029866\n# Wait_TS: 0.000025339\n# Prewrite_time: 0.001491837 Commit_time: 0.00101304 Get_commit_ts_time: 0.000150501 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 1.12ms}, scan_detail: {get_snapshot_time: 25.6Β΅s, rocksdb: {key_skipped_count: 1, block: {cache_hit_count: 4}}}, write_detail: {store_batch_wait: 26Β΅s, propose_send_wait: 0s, persist_log: {total: 163.9Β΅s, write_leader_wait: 76ns, sync_log: 74.5Β΅s, write_memtable: 8.79Β΅s}, commit_log: 455.6Β΅s, apply_batch_wait: 24.9Β΅s, apply: {total:203.5Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 30.7Β΅s, write_memtable: 86.2Β΅s}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 1.12ms}, scan_detail: {get_snapshot_time: 25.6Β΅s, rocksdb: {key_skipped_count: 1, block: {cache_hit_count: 4}}}, write_detail: {store_batch_wait: 26Β΅s, propose_send_wait: 0s, persist_log: {total: 163.9Β΅s, write_leader_wait: 76ns, sync_log: 74.5Β΅s, write_memtable: 8.79Β΅s}, commit_log: 455.6Β΅s, apply_batch_wait: 24.9Β΅s, apply: {total:203.5Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 30.7Β΅s, write_memtable: 86.2Β΅s}}} Write_keys: 6 Write_size: 369 Prewrite_region: 1\n# DB: addindexlit\n# Is_internal: false\n# Digest: 67cc428530ee5008eb34d4cb12d08ef7f0b49045d2bab70223c0e7d2f3e124f7\n# Stats: t global:pseudo[10000;0],t p3:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 8675\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('5Q7wPDAJMjhfNAkwCTAJTi9BCTAJdGltZToxLjgxbXMsIGxvb3BzOjEsIEdldDp7bnVtX3JwYzo4LCB0b3RhbF8NLBgzM21zfSwgAQ4kX2RldGFpbDogewkiHHByb2Nlc3NfARwcOiAxNDfCtXMRPgx3YWl0ERkMOTMuNR0bKGt2X3JlYWRfd2FsDWYUIDM3Ni44CSMIaWt2LhoAEDQ4OcK1AYEMc2Nhbl6BABhrZXlzOiAzEXwRmAEXDF9zaXoBnQQ3MREeARY8OiA4LCBnZXRfc25hcHNobxGrDDQ4LjEFh2hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0B2Cx4bjoge3ByZXdyaXQhUQQ0OSFRAVERIhBzOjE1MA33CRQMOjEuMCV4HHNsb3dlc3RfEUAldy1USDogMC4wMDFzLCByZWdpb25faWQhWhQsIHN0b3IByDQyNy4wLjAuMToyMDE2MEKYATo+AQwxLjEyJb82PgEBqTr6AAwyNS42OvoAVGtleV9za2lwcGVkX2NvdW50OiAxLCAxECBjYWNoZV9oaXQRHAA0JSIlEjmoBbcUX2JhdGNoRRMIOiAyCWcocHJvcG9zZV9zZW5BCkhpdDogMHMsIHBlcnNpc3RfbG9nORMMMTYzLkEGACwNXhRsZWFkZXINUCQ3Nm5zLCBzeW5jCTUENzQtdgmKMG1lbXRhYmxlOiA4LjcBRQB9NcYFZAQ0NRH5EGFwcGx5NqsAADQNdwUbFZAEMjBR0BRtdXRleF9JIQG+CXMynwAZFxx3YWw6IDMwLmkmCSsdngg2LjJB6V1mGHByaW1hcnn+HwJqHwIINzM5JS0EfSyGIQIEMTRtolobAwnRlSJG+QEEMTcF4gAssvsBCDIxMgWiUvsBBDYyNvsBCDE3Mg2kCY05XggxLjklXjb8AQgyOTcNXSXhNvwBADkNSwUbNfwAMZWpAG3G/AEpbRHLGZ4AM6EeJfpt9QhudW2hmAnGhbAANhE2iGJ5dGU6MzY5fQk0ODMgQnl0ZXMJTi9BCjEJMzZfNgkwCTEJSfBwdCwgcGFydGl0aW9uOnAzLCBoYW5kbGU6MTA0NDcBJhRpbWU6MjFR4xhsb29wczoyOg0GADGxNQUuEDE4MS4zQaVCdwQMb3RhbLV3BSwIIDIyTeoJHd0QBDIybVcJGgBrRg8GBDQ4ETwEaWsyDgYENTkRgTbRBAlKLvgFhaxGFwAAX8kPBDg0EdklXoHYShQFADgFbQAsVvICIAlOL0EJTi9BCg==')\n# Plan_digest: 470ca021ab12be994659bf287bfe1e8c87d6dad97f8920bdb531bfae662de90f\n# Binary_plan: tidb_decode_binary_plan('nA94CpcPCghVcGRhdGVfNBKkAwoLUG9pbnRfR2V0XzYhZgEBEKKhQCkABQHwi/A/MAE4AUABShYKFAoLYWRkaW5kZXhsaXQSAXQiAnAzUgxoYW5kbGU6MTA0NDdaFnRpbWU6MjE0LjnCtXMsIGxvb3BzOjJiqAJHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZToxODEuM8K1c30sIHRpbWVfZGV0YWlsOiB7dG90YWxfcHJvY2Vzc190AVsUIDIyLjfCAVsJQRB3YWl0XwVGARoJdQkaLGt2X3JlYWRfd2FsbA0iBDQ4ETwIaWt2LhkAEDU5LjPCBYEYc2Nhbl9kZVKBABRrZXlzOiAVvAxwcm9jAZgBFyRfc2l6ZTogODQsEX4RLChnZXRfc25hcHNobxGpADgFbWAsIHJvY2tzZGI6IHtibG9jazoge319fXD/EQEEAXgRCgD/JYMYUgNOL0FaFAXtFDEuODFtczFgBDFiOmABADgRhw0tGDMzbXN9LCABDl7dAAEcDDogMTRaXQEQMTkzLjU9eEpeARAzNzYuOAkjOl8BBDQ4IZkIfSwghl4BADMRukpeAQQxNzV8KV8EOCxOXwEMNDguMQWHAHJOYAEYYosJY29tbUE2RHhuOiB7cHJld3JpdGU6MS40OSFTIbERIhBzOjE1MA34CRQMOjEuMCV6HHNsb3dlc3RfEUAMX3JwY1GzGDogMC4wMDEh4xxlZ2lvbl9pZCFbFCwgc3RvciFmNDI3LjAuMC4xOjIwMTYwQpkBOj8BDDEuMTIlwDY/AQGpOloCDDI1LjY6+wBEa2V5X3NraXBwZWRfY291bnQ6QcJRcSBjYWNoZV9oaXQRHBQ0fX19LCAlElkqBbcUX2JhdGNoZXEIOiAyCWcocHJvcG9zZV9zZW5haUhpdDogMHMsIHBlcnNpc3RfbG9nORMIMTYzbaAJXhRsZWFkZXINUCQ3Nm5zLCBzeW5jCTUENzQtdgksGG1lbXRhYmxhYgQuN01MKZAJLwQ0NRH5EGFwcGx5NqsAkYwFGxWQBDIwUdEUbXV0ZXhfaYIBvglzMp8AGRcYd2FsOiAzMI1ICSsdngg2LjKBSCFEDaAYcHJpbWFyef4fAmofAgg3MzklLUJgA0ohAgQxNG2jUhwDivkBBDE3BeIALLL7AQgyMTIFohFgMlwBBDYyNvsBCDE3Mg2kPl4BCDEuOSVeACwxXEVgCDI5Nw1dJeE2/AEAOQ1LBRs1/AAxlaoAbcb8ASltEcs5/AAzoR8l+m31EG51bToxESiFsQA2EQ5gYnl0ZTozNjl9cOMDeP///////////wEYAQ==')\n# Resource_group: default\nuse addindexlit;\nupdate t set a = '[10449, 10450, 11452]' where pk = 10447;"] [2024/05/06 02:38:19.139 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286650470417] [2024/05/06 02:38:19.174 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286663839754] [2024/05/06 02:38:19.209 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286676684805] [2024/05/06 02:38:19.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286676684809] [2024/05/06 02:38:19.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286676684819] [2024/05/06 02:38:19.248 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286676684823] [2024/05/06 02:38:19.265 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286690054151] [2024/05/06 02:38:19.646 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286781804566] [2024/05/06 02:38:19.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286794911751] [2024/05/06 02:38:19.670 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286794911755] [2024/05/06 02:38:19.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286808018962] [2024/05/06 02:38:19.769 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286820864009] [2024/05/06 02:38:19.784 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286820864016] [2024/05/06 02:38:19.792 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286820864020] [2024/05/06 02:38:19.799 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286820864024] [2024/05/06 02:38:19.811 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286834233350] [2024/05/06 02:38:19.814 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286834233352] [2024/05/06 02:38:19.821 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286834233356] [2024/05/06 02:38:19.828 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286834233360] [2024/05/06 02:38:19.836 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286834233364] [2024/05/06 02:38:19.843 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286834233368] [2024/05/06 02:38:19.851 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286834233372] [2024/05/06 02:38:19.859 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286847340553] [2024/05/06 02:38:19.867 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286847340557] [2024/05/06 02:38:19.890 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286847340568] [2024/05/06 02:38:19.897 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286847340572] [2024/05/06 02:38:19.904 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286860185601] [2024/05/06 02:38:19.912 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286860185607] [2024/05/06 02:38:19.920 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286860185611] [2024/05/06 02:38:19.928 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286860185615] [2024/05/06 02:38:19.943 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286860185623] [2024/05/06 02:38:19.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286860185627] [2024/05/06 02:38:19.965 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286873292808] [2024/05/06 02:38:19.980 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286873292815] [2024/05/06 02:38:19.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286873292820] [2024/05/06 02:38:20.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286886662162] [2024/05/06 02:38:20.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286899507208] [2024/05/06 02:38:20.116 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286912614411] [2024/05/06 02:38:20.131 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286912614418] [2024/05/06 02:38:20.139 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286912614422] [2024/05/06 02:38:20.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286925721601] [2024/05/06 02:38:20.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286925721610] [2024/05/06 02:38:20.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286925721619] [2024/05/06 02:38:20.198 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286925721629] [2024/05/06 02:38:20.214 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286939090951] [2024/05/06 02:38:20.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286939090955] [2024/05/06 02:38:20.262 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286952198150] [2024/05/06 02:38:20.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286952198161] [2024/05/06 02:38:20.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286952198165] [2024/05/06 02:38:20.300 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286952198169] [2024/05/06 02:38:20.309 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286965305350] [2024/05/06 02:38:20.317 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286965305354] [2024/05/06 02:38:20.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286965305359] [2024/05/06 02:38:20.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286965305363] [2024/05/06 02:38:20.350 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286965305370] [2024/05/06 02:38:20.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286978150413] [2024/05/06 02:38:20.373 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286978150417] [2024/05/06 02:38:20.397 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286978150430] [2024/05/06 02:38:20.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286991257607] [2024/05/06 02:38:20.420 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286991257611] [2024/05/06 02:38:20.450 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567286991257624] [2024/05/06 02:38:20.458 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287004626949] [2024/05/06 02:38:20.466 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287004626953] [2024/05/06 02:38:20.714 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287070162951] [2024/05/06 02:38:20.737 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287070162961] [2024/05/06 02:38:20.745 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287070162965] [2024/05/06 02:38:20.852 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287109222401] [2024/05/06 02:38:20.938 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=810] [importedCount=18] [2024/05/06 02:38:20.940 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=2.611839582s] [] [2024/05/06 02:38:20.943 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 02:38:20.953 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:20.955 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186952] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:20.955 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90008] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:20.955 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186992] ["max memory quota"=17179869184] [2024/05/06 02:38:20.955 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673187032] ["max memory quota"=17179869184] [2024/05/06 02:38:20.955 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673187072] ["max memory quota"=17179869184] [2024/05/06 02:38:20.955 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673187112] ["max memory quota"=17179869184] [2024/05/06 02:38:20.955 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f72800000000000298b] ["end key"=7480000000000000ae5f72800000000000299300] [2024/05/06 02:38:20.956 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90002] [subtask-id=90008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ae5f72800000000000298b, endKey=7480000000000000ae5f72800000000000299300"] [2024/05/06 02:38:20.956 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90002] [subtask-id=90008] [id=1] [2024/05/06 02:38:20.957 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=567] [kvs=9] [files=1] [sstFileSize=1146] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/5b70996c-1516-4180-a6f2-e606919bd8fc.sst] [firstKey=7480000000000000FFAE5F698000000000FF0000010380000000FF0000298B03800000FF000000298D000000FC800000000000298B0008] [lastKey=7480000000000000FFAE5F698000000000FF0000010380000000FF0000299303800000FF0000002995000000FC80000000000029930008] [2024/05/06 02:38:20.960 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 02:38:20.960 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295449833472/467794132992, backend usage: 0"] [2024/05/06 02:38:20.960 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:20.961 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:20.982 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=567] [2024/05/06 02:38:20.982 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:20.988 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=567] [kvs=9] [importedSize=1215] [importedCount=27] [2024/05/06 02:38:20.989 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.905656ms] [] [2024/05/06 02:38:20.993 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 02:38:21.001 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:21.001 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:21.001 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=713.158Β΅s] [] [2024/05/06 02:38:21.001 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:21.002 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=531.943Β΅s] [] [2024/05/06 02:38:21.003 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:21.003 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:21.003 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:21.003 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:21.003 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:21.003 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:21.003 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:21.003 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:21.003 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:21.003 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:21.003 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:21.003 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:21.004 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:21.004 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:21.004 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:21.004 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:21.004 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:21.004 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/06 02:38:21.004 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=2.817828285s] [] [2024/05/06 02:38:21.021 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287148806154] [2024/05/06 02:38:21.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287148806158] [2024/05/06 02:38:21.045 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287148806165] [2024/05/06 02:38:21.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287161913345] [2024/05/06 02:38:21.094 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287161913364] [2024/05/06 02:38:21.110 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287175020553] [2024/05/06 02:38:21.143 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287175020566] [2024/05/06 02:38:21.151 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287175020570] [2024/05/06 02:38:21.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287187865609] [2024/05/06 02:38:21.190 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:21.219 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287201234953] [2024/05/06 02:38:21.228 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287201234957] [2024/05/06 02:38:21.244 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287201234964] [2024/05/06 02:38:21.252 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287201234968] [2024/05/06 02:38:21.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287214342153] [2024/05/06 02:38:21.283 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287214342160] [2024/05/06 02:38:21.291 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287214342164] [2024/05/06 02:38:21.305 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90002] [type=backfill] [2024/05/06 02:38:21.307 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287227449347] [2024/05/06 02:38:21.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287227449355] [2024/05/06 02:38:21.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287240556545] [2024/05/06 02:38:21.368 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287240556559] [2024/05/06 02:38:21.383 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287240556577] [2024/05/06 02:38:21.389 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:21.389 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/06 02:38:21.393 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:21.393 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:21.393 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:21.393 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:21.393 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:21.393 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:21.399 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:21.400 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:21.400 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=1136] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:21.400 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 02:38:21.400 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=5] [2024/05/06 02:38:21.401 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.847358ms] [] [2024/05/06 02:38:21.402 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:21.402 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:21.402 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:21.402 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:21.402 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:21.402 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:21.402 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:21.402 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:21.402 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:21.402 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:21.402 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:21.402 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:21.403 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:21.403 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:21.403 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:21.403 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:21.403 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:21.403 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/06 02:38:21.403 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=9] [2024/05/06 02:38:21.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=1.054538ms] [gotSchemaVersion=114] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:21.449 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=114] [2024/05/06 02:38:21.491 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287266770962] [2024/05/06 02:38:21.497 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=52.520721ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567286126182428, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:21.504 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:0, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567286126182428, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:21.505 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=176] [table=t] [index=idx] [2024/05/06 02:38:21.507 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287279878149] [2024/05/06 02:38:21.512 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=832.982Β΅s] [gotSchemaVersion=115] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:21.514 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=115] [2024/05/06 02:38:21.515 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287279878158] [2024/05/06 02:38:21.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287279878170] [2024/05/06 02:38:21.561 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=51.730564ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:21.569 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:0, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:21.570 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 02:38:21.576 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 02:38:21.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:0, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567287292723216, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:21.584 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567287292723216, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ab5f69ffff000000000001,EndKey:7480000000000000ab5f69ffff000000000001ff,First:false,PhysicalTableID:171,Ingest mode:false"] [2024/05/06 02:38:21.586 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.586 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f69ffff000000000001] ["end key"=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 02:38:21.586 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 02:38:21.586 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.586 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.586 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.587 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=171] ["end key"=7480000000000000ab5f69ffff000000000001ff] ["current end key"=7480000000000000ab5f69ffff0000000000010380000000000029e00380000000000029e200] [2024/05/06 02:38:21.587 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.587 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.587 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.610 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 171, range: [7480000000000000ab5f69ffff000000000001, 7480000000000000ab5f69ffff0000000000010380000000000029e00380000000000029e200), jobID: 176"] ["added count"=560] ["scan count"=560] ["next key"=7480000000000000ab5f69ffff0000000000010380000000000029e00380000000000029e20000] ["take time"=23.526105ms] [2024/05/06 02:38:21.610 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.614 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=569] ["start key"=7480000000000000ab5f69ffff000000000001] [2024/05/06 02:38:21.617 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=172] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [] [2024/05/06 02:38:21.617 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:569, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567287292723216, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ac5f69ffff000000000001,EndKey:7480000000000000ac5f69ffff000000000001ff,First:false,PhysicalTableID:172,Ingest mode:false"] [2024/05/06 02:38:21.619 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.619 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.619 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f69ffff000000000001] ["end key"=7480000000000000ac5f69ffff000000000001ff] [2024/05/06 02:38:21.619 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.619 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [2024/05/06 02:38:21.619 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.620 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=172] ["end key"=7480000000000000ac5f69ffff000000000001ff] ["current end key"=7480000000000000ac5f69ffff0000000000010380000000000029e50380000000000029e700] [2024/05/06 02:38:21.620 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.620 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.620 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.642 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 172, range: [7480000000000000ac5f69ffff000000000001, 7480000000000000ac5f69ffff0000000000010380000000000029e50380000000000029e700), jobID: 176"] ["added count"=560] ["scan count"=560] ["next key"=7480000000000000ac5f69ffff0000000000010380000000000029e50380000000000029e70000] ["take time"=22.818964ms] [2024/05/06 02:38:21.642 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.645 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287306092582] [2024/05/06 02:38:21.646 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1129] ["start key"=7480000000000000ac5f69ffff000000000001] [2024/05/06 02:38:21.648 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=173] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [] [2024/05/06 02:38:21.648 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:1129, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567287292723216, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ad5f69ffff000000000001,EndKey:7480000000000000ad5f69ffff000000000001ff,First:false,PhysicalTableID:173,Ingest mode:false"] [2024/05/06 02:38:21.650 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.650 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.650 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f69ffff000000000001] ["end key"=7480000000000000ad5f69ffff000000000001ff] [2024/05/06 02:38:21.650 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [2024/05/06 02:38:21.650 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.650 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.651 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=173] ["end key"=7480000000000000ad5f69ffff000000000001ff] ["current end key"=7480000000000000ad5f69ffff0000000000010380000000000029e60380000000000029e800] [2024/05/06 02:38:21.651 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.651 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.651 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.689 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90002] [2024/05/06 02:38:21.691 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:21.691 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90002] [2024/05/06 02:38:21.812 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:21.831 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 173, range: [7480000000000000ad5f69ffff000000000001, 7480000000000000ad5f69ffff0000000000010380000000000029e60380000000000029e800), jobID: 176"] ["added count"=560] ["scan count"=560] ["next key"=7480000000000000ad5f69ffff0000000000010380000000000029e60380000000000029e80000] ["take time"=180.495505ms] [2024/05/06 02:38:21.831 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.835 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1689] ["start key"=7480000000000000ad5f69ffff000000000001] [2024/05/06 02:38:21.838 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=174] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [] [2024/05/06 02:38:21.838 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:1689, ArgLen:6, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567287292723216, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ae5f69ffff000000000001,EndKey:7480000000000000ae5f69ffff000000000001ff,First:false,PhysicalTableID:174,Ingest mode:false"] [2024/05/06 02:38:21.840 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.840 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f69ffff000000000001] ["end key"=7480000000000000ae5f69ffff000000000001ff] [2024/05/06 02:38:21.840 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.840 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [2024/05/06 02:38:21.840 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.840 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.841 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=174] ["end key"=7480000000000000ae5f69ffff000000000001ff] ["current end key"=7480000000000000ae5f69ffff0000000000010380000000000029eb0380000000000029ed00] [2024/05/06 02:38:21.841 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.841 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.841 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.863 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 174, range: [7480000000000000ae5f69ffff000000000001, 7480000000000000ae5f69ffff0000000000010380000000000029eb0380000000000029ed00), jobID: 176"] ["added count"=560] ["scan count"=560] ["next key"=7480000000000000ae5f69ffff0000000000010380000000000029eb0380000000000029ed0000] ["take time"=22.199926ms] [2024/05/06 02:38:21.863 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 02:38:21.866 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=2249] ["start key"=7480000000000000ae5f69ffff000000000001] [2024/05/06 02:38:21.866 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=2249] [2024/05/06 02:38:21.890 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:21.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=950.387Β΅s] [gotSchemaVersion=116] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:21.900 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=116] [2024/05/06 02:38:21.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287371366437] [2024/05/06 02:38:21.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473601] [2024/05/06 02:38:21.905 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473603] [2024/05/06 02:38:21.907 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473606] [2024/05/06 02:38:21.909 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473609] [2024/05/06 02:38:21.913 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473612] [2024/05/06 02:38:21.915 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473614] [2024/05/06 02:38:21.919 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473617] [2024/05/06 02:38:21.922 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473619] [2024/05/06 02:38:21.926 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473622] [2024/05/06 02:38:21.928 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473624] [2024/05/06 02:38:21.931 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473626] [2024/05/06 02:38:21.932 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473628] [2024/05/06 02:38:21.935 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473630] [2024/05/06 02:38:21.939 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473633] [2024/05/06 02:38:21.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473635] [2024/05/06 02:38:21.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473638] [2024/05/06 02:38:21.945 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=52.035746ms] [job="ID:176, Type:add index, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:2249, ArgLen:3, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567287292723216, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:21.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473641] [2024/05/06 02:38:21.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287384473647] [2024/05/06 02:38:21.953 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=171] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:21.954 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287397842946] [2024/05/06 02:38:21.955 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=172] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:21.958 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=173] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:21.958 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287397842957] [2024/05/06 02:38:21.960 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=174] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:21.961 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287397842961] [2024/05/06 02:38:21.962 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="add index"] [2024/05/06 02:38:21.962 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [job="ID:176, Type:add index, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:2249, ArgLen:3, start time: 2024-05-06 02:38:16.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567287292723216, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:21.965 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287397842966] [2024/05/06 02:38:21.967 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287397842970] [2024/05/06 02:38:21.971 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 02:38:21.971 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:21.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287397842978] [2024/05/06 02:38:21.972 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 5.042779732\n# Parse_time: 0.000045206\n# Compile_time: 0.000080893\n# Rewrite_time: 0.000002903\n# Optimize_time: 0.000012257\n# Wait_TS: 0.000137968\n# DB: addindexlit\n# Is_internal: false\n# Digest: 6736d651cf30f9cbccafed5d726d1560748139b0e20cbaed96c85663f113bdde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/06 02:38:21.974 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287397842981] [2024/05/06 02:38:21.979 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287397842987] [2024/05/06 02:38:21.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287397842989] [2024/05/06 02:38:21.985 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=0] [schemaVersion=116] [2024/05/06 02:38:21.998 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [2024/05/06 02:38:21.998 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [2024/05/06 02:38:21.998 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:21.999 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [] [2024/05/06 02:38:22.000 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:22.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=2.229Β΅s] [2024/05/06 02:38:22.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=1.304Β΅s] [2024/05/06 02:38:22.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=1.192Β΅s] [2024/05/06 02:38:22.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=965ns] [2024/05/06 02:38:22.000 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:22.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=739ns] [2024/05/06 02:38:22.000 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:22.000 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:22.000 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:22.001 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=011a9b79-2fa4-4a00-99a9-ee5a28dffa6b] ["take time"=3.317166ms] [2024/05/06 02:38:22.001 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=011a9b79-2fa4-4a00-99a9-ee5a28dffa6b] [2024/05/06 02:38:22.002 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:22.002 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:22.002 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/d00794da-8aa4-45c3-9b10-2ab55c0e7305] [2024/05/06 02:38:22.002 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d00794da-8aa4-45c3-9b10-2ab55c0e7305] [watcherID=cb32e91c-607b-4b6c-9953-1623ed74d3ea] [2024/05/06 02:38:22.002 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:22.002 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:22.002 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:22.002 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:22.002 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:22.002 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:22.003 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:22.003 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:22.003 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:22.003 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:22.003 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:22.003 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=193] [2024/05/06 02:38:22.004 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:22.004 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=011a9b79-2fa4-4a00-99a9-ee5a28dffa6b] [2024/05/06 02:38:22.004 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [error="context canceled"] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0d2e4bdf-a720-4f32-93a0-a1b67ee46c7c"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:22.004 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:22.004 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:22.004 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:22.004 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=011a9b79-2fa4-4a00-99a9-ee5a28dffa6b] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0d2e4bdf-a720-4f32-93a0-a1b67ee46c7c"] [error="context canceled"] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0d2e4bdf-a720-4f32-93a0-a1b67ee46c7c"] [2024/05/06 02:38:22.004 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0d2e4bdf-a720-4f32-93a0-a1b67ee46c7c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:22.004 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:22.004 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0d2e4bdf-a720-4f32-93a0-a1b67ee46c7c] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:22.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:22.041 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:22.041 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [error="context canceled"] [2024/05/06 02:38:22.242 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:23.248 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0d2e4bdf-a720-4f32-93a0-a1b67ee46c7c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:23.250 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:23.250 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:23.250 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:23.498 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 011a9b79-2fa4-4a00-99a9-ee5a28dffa6b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:23.498 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:23.498 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:23.498 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:23.498 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.500486403s] [2024/05/06 02:38:23.498 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:23.498 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:23.498 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:23.498 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:23.498 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:23.498 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:23.498 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:23.498 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:23.498 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:23.499 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:23.499 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:23.499 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:23.499 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestIngestMVIndexOnPartitionTable (10.18s) === RUN TestAddIndexIngestAdjustBackfillWorker ingest_test.go:186: dist reorg didn't support checkBackfillWorkerNum, skip this test --- SKIP: TestAddIndexIngestAdjustBackfillWorker (0.00s) === RUN TestAddIndexIngestAdjustBackfillWorkerCountFail [2024/05/06 02:38:23.504 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:23.505 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:23.505 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:23.505 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:23.505 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:23.506 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:23.506 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:23.507 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:23.508 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:23.509 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:23.509 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:23.512 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:23.517 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:23.527 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1838] ["lease id"=3eaa8f4bc24d28bc] [2024/05/06 02:38:23.529 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:23.543 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=116] ["start time"=12.980295ms] [2024/05/06 02:38:23.544 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:23.544 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=53b32365-6c21-49eb-a326-40036dff516a] [runWorker=true] [2024/05/06 02:38:23.544 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:23.545 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:23.546 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:38:23.546 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295456129024/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:38:23.546 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:23.546 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:23.546 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:23.546 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:23.548 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24d28ac] [ownerID=53b32365-6c21-49eb-a326-40036dff516a] [op=none] [2024/05/06 02:38:23.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:23.548 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ae29ed40-741d-4835-9b0f-e783fc8ccb36] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:23.549 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:23.554 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:23.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:23.555 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:23.568 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:23.570 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:23.572 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:23.572 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:23.572 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:23.572 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:23.572 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:23.572 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:23.572 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:23.572 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:23.572 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:23.573 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:23.573 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:23.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:23.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:23.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:23.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:23.574 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:23.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:23.575 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c50d6035-9827-4058-85f1-46ae7cd5bf9a] [2024/05/06 02:38:23.575 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:23.575 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:23.576 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:23.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:23.578 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:23.578 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:23.579 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=6.065404ms] [2024/05/06 02:38:23.583 +00:00] [INFO] [set.go:170] ["set global var"] [conn=12] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:23.584 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=116] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:23.591 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:23.592 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:23.597 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:23.598 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24d28ac] [ownerID=53b32365-6c21-49eb-a326-40036dff516a] [op=none] [2024/05/06 02:38:23.598 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [op=none] [2024/05/06 02:38:23.598 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:23.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.612 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=50.407Β΅s] [gotSchemaVersion=117] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:23.614 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=117] [2024/05/06 02:38:23.663 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=52.580124ms] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.669 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.676 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=40.042Β΅s] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:23.679 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=118] [2024/05/06 02:38:23.727 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=52.609671ms] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.734 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.742 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=42.182Β΅s] [gotSchemaVersion=119] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:23.744 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=119] [2024/05/06 02:38:23.793 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=52.997274ms] [job="ID:177, Type:drop schema, State:done, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.799 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[170,171,172,173,174]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:23.804 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="drop schema"] [2024/05/06 02:38:23.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [job="ID:177, Type:drop schema, State:synced, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.813 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 02:38:23.813 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.814 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=119] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:23.821 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:23.821 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:23.828 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.839 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=321.731Β΅s] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:23.841 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=179] [version=120] [2024/05/06 02:38:23.889 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=52.14683ms] [job="ID:179, Type:create schema, State:done, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:23.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.896 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [job="ID:179, Type:create schema, State:synced, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.902 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 02:38:23.902 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:23.909 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:23.918 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=20] [2024/05/06 02:38:23.918 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=addindexlit] [sql="create table t (a int primary key);"] [user=] [2024/05/06 02:38:23.926 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:23.926 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key);"] [2024/05/06 02:38:23.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:23.936 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 178, Table ID: 180, Table Name: t"] [2024/05/06 02:38:23.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=643.629Β΅s] [gotSchemaVersion=121] [phyTblIDs="[180]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:23.944 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=181] [version=121] [2024/05/06 02:38:23.992 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=52.796082ms] [job="ID:181, Type:create table, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:23.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:24.000 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [job="ID:181, Type:create table, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:23.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:24.005 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=181] [2024/05/06 02:38:24.005 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:24.008 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567287935238151] [2024/05/06 02:38:24.009 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=19] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b45f7280000000000003e8] [2024/05/06 02:38:24.012 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b45f7280000000000003e8] ["first new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff0000299303800000ff0000002995000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:381 store_id:1 id:382 store_id:5 id:383 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=19] [2024/05/06 02:38:24.012 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=380] [2024/05/06 02:38:24.013 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000003e8] ["new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff0000299303800000ff0000002995000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:381 store_id:1 id:382 store_id:5 id:383 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.013 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=384] [2024/05/06 02:38:24.013 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000007d0] ["new region left"="{Id:384 StartKey:7480000000000000ffb45f728000000000ff0003e80000000000fa EndKey:7480000000000000ffb45f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:385 store_id:1 id:386 store_id:5 id:387 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.013 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=388] [2024/05/06 02:38:24.014 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000bb8] ["new region left"="{Id:388 StartKey:7480000000000000ffb45f728000000000ff0007d00000000000fa EndKey:7480000000000000ffb45f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:389 store_id:1 id:390 store_id:5 id:391 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.014 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=392] [2024/05/06 02:38:24.014 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000fa0] ["new region left"="{Id:392 StartKey:7480000000000000ffb45f728000000000ff000bb80000000000fa EndKey:7480000000000000ffb45f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:393 store_id:1 id:394 store_id:5 id:395 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.014 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=396] [2024/05/06 02:38:24.015 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001388] ["new region left"="{Id:396 StartKey:7480000000000000ffb45f728000000000ff000fa00000000000fa EndKey:7480000000000000ffb45f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:397 store_id:1 id:398 store_id:5 id:399 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.015 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=400] [2024/05/06 02:38:24.116 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001770] ["new region left"="{Id:400 StartKey:7480000000000000ffb45f728000000000ff0013880000000000fa EndKey:7480000000000000ffb45f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:401 store_id:1 id:402 store_id:5 id:403 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.116 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=404] [2024/05/06 02:38:24.117 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001b58] ["new region left"="{Id:404 StartKey:7480000000000000ffb45f728000000000ff0017700000000000fa EndKey:7480000000000000ffb45f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:405 store_id:1 id:406 store_id:5 id:407 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.117 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=408] [2024/05/06 02:38:24.117 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001f40] ["new region left"="{Id:408 StartKey:7480000000000000ffb45f728000000000ff001b580000000000fa EndKey:7480000000000000ffb45f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:409 store_id:1 id:410 store_id:5 id:411 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.117 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=412] [2024/05/06 02:38:24.118 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002328] ["new region left"="{Id:412 StartKey:7480000000000000ffb45f728000000000ff001f400000000000fa EndKey:7480000000000000ffb45f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:413 store_id:1 id:414 store_id:5 id:415 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.118 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=416] [2024/05/06 02:38:24.118 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002710] ["new region left"="{Id:416 StartKey:7480000000000000ffb45f728000000000ff0023280000000000fa EndKey:7480000000000000ffb45f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:417 store_id:1 id:418 store_id:5 id:419 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.118 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=420] [2024/05/06 02:38:24.119 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002af8] ["new region left"="{Id:420 StartKey:7480000000000000ffb45f728000000000ff0027100000000000fa EndKey:7480000000000000ffb45f728000000000ff002af80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:421 store_id:1 id:422 store_id:5 id:423 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.119 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=424] [2024/05/06 02:38:24.119 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002ee0] ["new region left"="{Id:424 StartKey:7480000000000000ffb45f728000000000ff002af80000000000fa EndKey:7480000000000000ffb45f728000000000ff002ee00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:425 store_id:1 id:426 store_id:5 id:427 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.119 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=428] [2024/05/06 02:38:24.120 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000032c8] ["new region left"="{Id:428 StartKey:7480000000000000ffb45f728000000000ff002ee00000000000fa EndKey:7480000000000000ffb45f728000000000ff0032c80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:429 store_id:1 id:430 store_id:5 id:431 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.120 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=432] [2024/05/06 02:38:24.120 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000036b0] ["new region left"="{Id:432 StartKey:7480000000000000ffb45f728000000000ff0032c80000000000fa EndKey:7480000000000000ffb45f728000000000ff0036b00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:433 store_id:1 id:434 store_id:5 id:435 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.120 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=436] [2024/05/06 02:38:24.121 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003a98] ["new region left"="{Id:436 StartKey:7480000000000000ffb45f728000000000ff0036b00000000000fa EndKey:7480000000000000ffb45f728000000000ff003a980000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:437 store_id:1 id:438 store_id:5 id:439 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.121 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=440] [2024/05/06 02:38:24.121 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003e80] ["new region left"="{Id:440 StartKey:7480000000000000ffb45f728000000000ff003a980000000000fa EndKey:7480000000000000ffb45f728000000000ff003e800000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:441 store_id:1 id:442 store_id:5 id:443 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.121 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=444] [2024/05/06 02:38:24.121 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004268] ["new region left"="{Id:444 StartKey:7480000000000000ffb45f728000000000ff003e800000000000fa EndKey:7480000000000000ffb45f728000000000ff0042680000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:445 store_id:1 id:446 store_id:5 id:447 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.122 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=448] [2024/05/06 02:38:24.122 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004650] ["new region left"="{Id:448 StartKey:7480000000000000ffb45f728000000000ff0042680000000000fa EndKey:7480000000000000ffb45f728000000000ff0046500000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:449 store_id:1 id:450 store_id:5 id:451 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.122 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=452] [2024/05/06 02:38:24.122 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004a38] ["new region left"="{Id:452 StartKey:7480000000000000ffb45f728000000000ff0046500000000000fa EndKey:7480000000000000ffb45f728000000000ff004a380000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:453 store_id:1 id:454 store_id:5 id:455 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:24.122 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=19] ["region IDs"="[380,384,388,392,396,400,404,408,412,416,420,424,428,432,436,440,444,448,452]"] [2024/05/06 02:38:24.122 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=380] [backoff(ms)=299886] [2024/05/06 02:38:24.123 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=380] [2024/05/06 02:38:24.123 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=384] [backoff(ms)=299886] [2024/05/06 02:38:24.123 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=384] [2024/05/06 02:38:24.123 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=388] [backoff(ms)=299886] [2024/05/06 02:38:24.123 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=388] [2024/05/06 02:38:24.123 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=392] [backoff(ms)=299885] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=392] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=396] [backoff(ms)=299885] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=396] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=400] [backoff(ms)=299885] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=400] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=404] [backoff(ms)=299885] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=404] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=408] [backoff(ms)=299885] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=408] [2024/05/06 02:38:24.124 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=412] [backoff(ms)=299884] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=412] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=416] [backoff(ms)=299884] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=416] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=420] [backoff(ms)=299884] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=420] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=424] [backoff(ms)=299884] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=424] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=428] [backoff(ms)=299884] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=428] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=432] [backoff(ms)=299883] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=432] [2024/05/06 02:38:24.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=436] [backoff(ms)=299883] [2024/05/06 02:38:24.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=436] [2024/05/06 02:38:24.126 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=440] [backoff(ms)=299883] [2024/05/06 02:38:24.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=440] [2024/05/06 02:38:24.126 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=444] [backoff(ms)=299883] [2024/05/06 02:38:24.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=444] [2024/05/06 02:38:24.126 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=448] [backoff(ms)=299883] [2024/05/06 02:38:24.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=448] [2024/05/06 02:38:24.126 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=452] [backoff(ms)=299883] [2024/05/06 02:38:24.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=452] [2024/05/06 02:38:24.127 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=121] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 02:38:24.134 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:24.134 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 02:38:24.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:24.145 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:24.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=702.6Β΅s] [gotSchemaVersion=122] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:24.155 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=122] [2024/05/06 02:38:24.202 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=52.21775ms] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:24.209 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:24.217 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=719.899Β΅s] [gotSchemaVersion=123] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:24.219 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/06 02:38:24.266 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=51.997813ms] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:24.274 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 42, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:24.282 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=584.669Β΅s] [gotSchemaVersion=124] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:24.284 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=124] [2024/05/06 02:38:24.332 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=52.267762ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:24.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:24.341 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:24.343 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f728000000000000000] [endKey=7480000000000000b45f728000000000004a3800] [2024/05/06 02:38:24.351 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/06 02:38:24.357 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 42, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567288013881350, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:24.358 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:24.363 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=20] [task-concurrency=16] [task-key=ddl/backfill/182] [2024/05/06 02:38:24.388 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=180] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:24.576 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:24.576 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:24.577 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c50d6035-9827-4058-85f1-46ae7cd5bf9a] [watcherID=1b0ddcba-e483-4898-b02c-b82fc81c858a] [2024/05/06 02:38:24.578 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:24.580 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:24.580 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:24.580 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:24.580 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:24.585 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=120001] [2024/05/06 02:38:24.585 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=16] [2024/05/06 02:38:25.087 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:25.087 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:25.088 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=120001] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:25.089 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=16] [subtasks=1] [2024/05/06 02:38:25.383 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=120001] [type=backfill] [remaining-slots=0] [2024/05/06 02:38:25.547 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:25.687 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [2024/05/06 02:38:25.688 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=2] [2024/05/06 02:38:25.688 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/182] [keyspaceName=] [2024/05/06 02:38:25.692 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:25.692 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:25.692 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:25.692 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:25.693 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:25.693 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:25.697 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:25.697 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:25.697 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=182] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:38:25.697 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:25.703 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:25.705 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:25.705 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=182] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=120001] [subtask-id=120001] [jobID=182] [avgRowSize=0] [reader=8] [writer=10] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f728000000000000000] ["end key"=7480000000000000b45f728000000000004a3800] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000b45f728000000000000000, endKey=7480000000000000b45f7280000000000003e8"] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000b45f7280000000000007d0, endKey=7480000000000000b45f728000000000000bb8"] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000b45f7280000000000003e8, endKey=7480000000000000b45f7280000000000007d0"] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000b45f728000000000000bb8, endKey=7480000000000000b45f728000000000000fa0"] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000b45f728000000000001388, endKey=7480000000000000b45f728000000000001770"] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=8] [task="TableScanTask: id=8, startKey=7480000000000000b45f728000000000001b58, endKey=7480000000000000b45f728000000000001f40"] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000b45f728000000000001770, endKey=7480000000000000b45f728000000000001b58"] [2024/05/06 02:38:25.710 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000b45f728000000000000fa0, endKey=7480000000000000b45f728000000000001388"] [2024/05/06 02:38:25.739 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:38:25.791 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 02:38:25.843 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 02:38:25.894 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 02:38:25.994 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=5] ["allocate memory"=40] ["current memory usage"=674234888] ["max memory quota"=17179869184] [2024/05/06 02:38:26.043 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=6] ["allocate memory"=40] ["current memory usage"=675283504] ["max memory quota"=17179869184] [2024/05/06 02:38:26.092 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=7] ["allocate memory"=40] ["current memory usage"=675283544] ["max memory quota"=17179869184] [2024/05/06 02:38:26.139 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=8] ["allocate memory"=40] ["current memory usage"=677380736] ["max memory quota"=17179869184] [2024/05/06 02:38:26.186 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=9] ["allocate memory"=40] ["current memory usage"=678429352] ["max memory quota"=17179869184] [2024/05/06 02:38:26.186 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=1] [2024/05/06 02:38:26.186 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=9] [task="TableScanTask: id=9, startKey=7480000000000000b45f728000000000001f40, endKey=7480000000000000b45f728000000000002328"] [2024/05/06 02:38:26.231 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=10] ["allocate memory"=40] ["current memory usage"=679477968] ["max memory quota"=17179869184] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=2] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=8] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=4] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=5] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=3] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=6] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=10] [task="TableScanTask: id=10, startKey=7480000000000000b45f728000000000002328, endKey=7480000000000000b45f728000000000002710"] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=7] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=11] [task="TableScanTask: id=11, startKey=7480000000000000b45f728000000000002710, endKey=7480000000000000b45f728000000000002af8"] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=14] [task="TableScanTask: id=14, startKey=7480000000000000b45f7280000000000032c8, endKey=7480000000000000b45f7280000000000036b0"] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=15] [task="TableScanTask: id=15, startKey=7480000000000000b45f7280000000000036b0, endKey=7480000000000000b45f728000000000003a98"] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=13] [task="TableScanTask: id=13, startKey=7480000000000000b45f728000000000002ee0, endKey=7480000000000000b45f7280000000000032c8"] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=12] [task="TableScanTask: id=12, startKey=7480000000000000b45f728000000000002af8, endKey=7480000000000000b45f728000000000002ee0"] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=17] [task="TableScanTask: id=17, startKey=7480000000000000b45f728000000000003e80, endKey=7480000000000000b45f728000000000004268"] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=16] [task="TableScanTask: id=16, startKey=7480000000000000b45f728000000000003a98, endKey=7480000000000000b45f728000000000003e80"] [2024/05/06 02:38:26.231 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=9] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=18] [task="TableScanTask: id=18, startKey=7480000000000000b45f728000000000004268, endKey=7480000000000000b45f728000000000004650"] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=13] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=11] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=10] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=16] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=14] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=19] [task="TableScanTask: id=19, startKey=7480000000000000b45f728000000000004650, endKey=7480000000000000b45f728000000000004a38"] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=17] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=20] [task="TableScanTask: id=20, startKey=7480000000000000b45f728000000000004a38, endKey=7480000000000000b45f728000000000004a3800"] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=12] [2024/05/06 02:38:26.232 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=15] [2024/05/06 02:38:26.233 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=18] [2024/05/06 02:38:26.233 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=20] [2024/05/06 02:38:26.233 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=19] [2024/05/06 02:38:26.235 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=10] [size=760] [count=20] [cost=1.579061ms] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/17df8139-ea8c-4174-aaa0-c25e449e9aaf.sst] [2024/05/06 02:38:26.236 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=760] [kvs=20] [files=1] [sstFileSize=1221] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/17df8139-ea8c-4174-aaa0-c25e449e9aaf.sst] [firstKey=7480000000000000B45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000B45F698000000000000001038000000000004A38038000000000004A38] [2024/05/06 02:38:26.238 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=182] [2024/05/06 02:38:26.238 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295458439168/467794132992, backend usage: 0"] [2024/05/06 02:38:26.238 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:26.240 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:26.262 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=20] [size=760] [2024/05/06 02:38:26.262 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:26.270 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=760] [kvs=20] [importedSize=760] [importedCount=20] [2024/05/06 02:38:26.271 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.320705ms] [] [2024/05/06 02:38:26.274 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=182] [2024/05/06 02:38:26.283 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:26.283 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:26.284 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=797.205Β΅s] [] [2024/05/06 02:38:26.284 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:26.285 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=534.351Β΅s] [] [2024/05/06 02:38:26.285 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:26.285 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:26.285 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:26.285 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:26.285 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:26.285 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:26.285 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:26.285 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:26.285 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:26.285 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:26.285 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:26.285 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:26.286 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:26.286 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:26.286 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:26.286 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:26.286 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:26.286 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=182] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 02:38:26.286 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [takeTime=598.148677ms] [] [2024/05/06 02:38:26.587 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:26.804 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/06 02:38:26.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=576.941Β΅s] [gotSchemaVersion=125] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:26.836 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=125] [2024/05/06 02:38:26.884 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=52.623795ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567288013881350, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:26.889 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=120001] [type=backfill] [2024/05/06 02:38:26.891 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567288013881350, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:26.892 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=182] [table=t] [index=idx] [2024/05/06 02:38:26.899 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=526.803Β΅s] [gotSchemaVersion=126] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:26.900 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=126] [2024/05/06 02:38:26.949 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=51.960131ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:26.956 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:26.957 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/06 02:38:26.962 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/06 02:38:26.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567288708300804, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:26.969 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567288708300804, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000b45f69ffff000000000001,EndKey:7480000000000000b45f69ffff000000000001ff,First:false,PhysicalTableID:180,Ingest mode:false"] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 4, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 5, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 6, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 7, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 8, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 9, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 10, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 11, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 12, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 13, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f69ffff000000000001] ["end key"=7480000000000000b45f69ffff000000000001ff] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=16] [regionCnt=1] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 14, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.971 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 15, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=180] ["end key"=7480000000000000b45f69ffff000000000001ff] ["current end key"=7480000000000000b45f69ffff00000000000100] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 8, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 7, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 6, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 13, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 11, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 5, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 15, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 10, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 14, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 12, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 9, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 4, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.972 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 180, range: [7480000000000000b45f69ffff000000000001, 7480000000000000b45f69ffff00000000000100), jobID: 182"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000b45f69ffff0000000000010000] ["take time"=434.089Β΅s] [2024/05/06 02:38:26.973 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=182] [2024/05/06 02:38:26.975 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=20] ["start key"=7480000000000000b45f69ffff000000000001] [2024/05/06 02:38:26.975 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/06 02:38:26.998 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:27.005 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=617.251Β΅s] [gotSchemaVersion=127] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:27.007 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=127] [2024/05/06 02:38:27.055 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.341718ms] [job="ID:182, Type:add index, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567288708300804, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:27.062 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=182] [tableID=180] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:27.064 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=182] [jobType="add index"] [2024/05/06 02:38:27.064 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [job="ID:182, Type:add index, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-06 02:38:24.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567288708300804, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:27.072 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 02:38:27.072 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:27.074 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 2.947097356\n# Parse_time: 0.000054287\n# Compile_time: 0.00012778\n# Rewrite_time: 0.00000203\n# Optimize_time: 0.000019611\n# Wait_TS: 0.0002376\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 02:38:27.084 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/06 02:38:27.084 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [2024/05/06 02:38:27.084 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [2024/05/06 02:38:27.084 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:27.085 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=2.06Β΅s] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=1.131Β΅s] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=916ns] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=906ns] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=883ns] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:27.086 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:27.086 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:27.086 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=120001] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=53b32365-6c21-49eb-a326-40036dff516a] ["take time"=2.599937ms] [2024/05/06 02:38:27.086 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=53b32365-6c21-49eb-a326-40036dff516a] [2024/05/06 02:38:27.088 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:27.088 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:27.088 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c50d6035-9827-4058-85f1-46ae7cd5bf9a] [2024/05/06 02:38:27.088 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c50d6035-9827-4058-85f1-46ae7cd5bf9a] [watcherID=1b0ddcba-e483-4898-b02c-b82fc81c858a] [2024/05/06 02:38:27.088 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:27.088 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:27.088 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:27.088 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:27.088 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:27.088 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:27.088 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:27.088 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:27.088 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=120001] [2024/05/06 02:38:27.088 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:27.088 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:27.088 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:27.088 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:27.088 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1838] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=53b32365-6c21-49eb-a326-40036dff516a] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:27.089 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:27.089 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:27.089 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ae29ed40-741d-4835-9b0f-e783fc8ccb36"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:27.089 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:27.089 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:27.089 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:27.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:27.089 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:27.089 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:27.089 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [error="context canceled"] [2024/05/06 02:38:27.089 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:27.089 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [2024/05/06 02:38:27.090 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:27.090 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:27.090 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:27.090 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:27.090 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:27.090 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ae29ed40-741d-4835-9b0f-e783fc8ccb36"] [error="context canceled"] [2024/05/06 02:38:27.090 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:27.090 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ae29ed40-741d-4835-9b0f-e783fc8ccb36"] [2024/05/06 02:38:27.090 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ae29ed40-741d-4835-9b0f-e783fc8ccb36] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:27.090 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:27.090 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ae29ed40-741d-4835-9b0f-e783fc8ccb36"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:27.090 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=127] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/kv.RunInNewTxn\n\tpkg/kv/txn.go:161\ngithub.com/pingcap/tidb/pkg/meta/autoid.(*allocator).rebase4Signed\n\tpkg/meta/autoid/autoid.go:401\ngithub.com/pingcap/tidb/pkg/meta/autoid.(*allocator).Rebase\n\tpkg/meta/autoid/autoid.go:488\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).adjustAutoIncrementDatum\n\tpkg/executor/insert_common.go:942\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).fillColValue\n\tpkg/executor/insert_common.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).fillRow\n\tpkg/executor/insert_common.go:689\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).getRow\n\tpkg/executor/insert_common.go:574\ngithub.com/pingcap/tidb/pkg/executor.insertRowsFromSelect\n\tpkg/executor/insert_common.go:480\ngithub.com/pingcap/tidb/pkg/executor.(*InsertExec).Next\n\tpkg/executor/insert.go:305\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History.func1\n\tpkg/disttask/framework/storage/history.go:61\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:171\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/kv.RunInNewTxn\n\tpkg/kv/txn.go:161\ngithub.com/pingcap/tidb/pkg/meta/autoid.(*allocator).rebase4Signed\n\tpkg/meta/autoid/autoid.go:401\ngithub.com/pingcap/tidb/pkg/meta/autoid.(*allocator).Rebase\n\tpkg/meta/autoid/autoid.go:488\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).adjustAutoIncrementDatum\n\tpkg/executor/insert_common.go:942\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).fillColValue\n\tpkg/executor/insert_common.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).fillRow\n\tpkg/executor/insert_common.go:689\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).getRow\n\tpkg/executor/insert_common.go:574\ngithub.com/pingcap/tidb/pkg/executor.insertRowsFromSelect\n\tpkg/executor/insert_common.go:480\ngithub.com/pingcap/tidb/pkg/executor.(*InsertExec).Next\n\tpkg/executor/insert.go:305\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History.func1\n\tpkg/disttask/framework/storage/history.go:61\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:171\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 3,\n \"strictMode\": false,\n \"txn\": \"449567288734515227\",\n \"user\": null\n}"] [2024/05/06 02:38:27.091 +00:00] [WARN] [scheduler_manager.go:413] ["cleanup routine failed"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/kv.RunInNewTxn\n\tpkg/kv/txn.go:161\ngithub.com/pingcap/tidb/pkg/meta/autoid.(*allocator).rebase4Signed\n\tpkg/meta/autoid/autoid.go:401\ngithub.com/pingcap/tidb/pkg/meta/autoid.(*allocator).Rebase\n\tpkg/meta/autoid/autoid.go:488\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).adjustAutoIncrementDatum\n\tpkg/executor/insert_common.go:942\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).fillColValue\n\tpkg/executor/insert_common.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).fillRow\n\tpkg/executor/insert_common.go:689\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).getRow\n\tpkg/executor/insert_common.go:574\ngithub.com/pingcap/tidb/pkg/executor.insertRowsFromSelect\n\tpkg/executor/insert_common.go:480\ngithub.com/pingcap/tidb/pkg/executor.(*InsertExec).Next\n\tpkg/executor/insert.go:305\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History.func1\n\tpkg/disttask/framework/storage/history.go:61\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:171\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/kv.RunInNewTxn\n\tpkg/kv/txn.go:161\ngithub.com/pingcap/tidb/pkg/meta/autoid.(*allocator).rebase4Signed\n\tpkg/meta/autoid/autoid.go:401\ngithub.com/pingcap/tidb/pkg/meta/autoid.(*allocator).Rebase\n\tpkg/meta/autoid/autoid.go:488\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).adjustAutoIncrementDatum\n\tpkg/executor/insert_common.go:942\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).fillColValue\n\tpkg/executor/insert_common.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).fillRow\n\tpkg/executor/insert_common.go:689\ngithub.com/pingcap/tidb/pkg/executor.(*InsertValues).getRow\n\tpkg/executor/insert_common.go:574\ngithub.com/pingcap/tidb/pkg/executor.insertRowsFromSelect\n\tpkg/executor/insert_common.go:480\ngithub.com/pingcap/tidb/pkg/executor.(*InsertExec).Next\n\tpkg/executor/insert.go:305\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History.func1\n\tpkg/disttask/framework/storage/history.go:61\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:171\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382"] [2024/05/06 02:38:27.091 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:27.091 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=53b32365-6c21-49eb-a326-40036dff516a] [2024/05/06 02:38:27.091 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:27.091 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:27.091 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:27.097 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:27.097 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [error="context canceled"] [2024/05/06 02:38:27.097 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [2024/05/06 02:38:27.097 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:28.342 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:28.342 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:28.342 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:28.344 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ae29ed40-741d-4835-9b0f-e783fc8ccb36"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:28.348 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53b32365-6c21-49eb-a326-40036dff516a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:28.348 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:28.348 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:28.348 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:28.348 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.264523816s] [2024/05/06 02:38:28.348 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:28.348 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:28.348 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:28.348 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:28.348 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:28.348 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:28.348 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:28.348 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.349 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:28.349 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:28.349 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:28.349 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:28.349 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestAdjustBackfillWorkerCountFail (4.85s) === RUN TestAddIndexIngestEmptyTable [2024/05/06 02:38:28.352 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:28.352 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:28.352 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:28.352 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.352 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:28.353 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:28.353 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:28.353 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:28.354 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:28.354 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:28.354 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:28.357 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:28.361 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:28.370 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=323] ["lease id"=3eaa8f4bc24d28f0] [2024/05/06 02:38:28.372 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:28.384 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=127] ["start time"=11.331483ms] [2024/05/06 02:38:28.385 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:28.385 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=3dd53326-1f30-44d4-b69f-d7b595672e66] [runWorker=true] [2024/05/06 02:38:28.385 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:28.386 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:28.387 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:28.387 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:38:28.387 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295458451456/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:28.387 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:28.387 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:28.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:28.389 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24d28e1] [ownerID=3dd53326-1f30-44d4-b69f-d7b595672e66] [op=none] [2024/05/06 02:38:28.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:28.389 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9b8dcd9f-fa9e-4e17-b00f-1e8df5d0cfb2] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:28.390 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:28.394 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:28.395 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:28.395 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:28.407 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:28.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:28.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:28.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:28.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:28.412 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:28.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:28.412 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:28.412 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:28.412 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:28.412 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:28.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:28.412 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:28.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:28.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:28.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:28.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:28.413 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:28.414 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:28.414 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0e246643-559d-4958-94c6-4f9ccbf18cc7] [2024/05/06 02:38:28.414 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:28.414 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:28.415 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:28.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:28.416 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:28.416 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:28.417 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.683435ms] [2024/05/06 02:38:28.420 +00:00] [INFO] [set.go:170] ["set global var"] [conn=14] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:28.421 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=127] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:28.429 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:28.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:28.429 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:28.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:28.439 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:28.439 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24d28e1] [ownerID=3dd53326-1f30-44d4-b69f-d7b595672e66] [op=none] [2024/05/06 02:38:28.439 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [op=none] [2024/05/06 02:38:28.439 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:28.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.454 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=57.913Β΅s] [gotSchemaVersion=128] [phyTblIDs="[180]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:28.456 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=128] [2024/05/06 02:38:28.505 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.830306ms] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:28.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.510 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=47.844Β΅s] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:28.519 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/06 02:38:28.568 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=52.45726ms] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.581 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=40.089Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:28.583 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/06 02:38:28.631 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=51.825497ms] [job="ID:183, Type:drop schema, State:done, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:28.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.636 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[180]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:28.642 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop schema"] [2024/05/06 02:38:28.642 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [job="ID:183, Type:drop schema, State:synced, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:28.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.648 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 02:38:28.648 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:28.649 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=130] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:28.656 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:28.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:28.656 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:28.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:28.661 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.667 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=278.339Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:28.669 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=185] [version=131] [2024/05/06 02:38:28.718 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=52.275023ms] [job="ID:185, Type:create schema, State:done, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:28.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.724 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [job="ID:185, Type:create schema, State:synced, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.729 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 02:38:28.729 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:28.730 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=131] [cur_db=addindexlit] [sql="create table t (a int);"] [user=] [2024/05/06 02:38:28.737 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:28.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:28.737 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:28.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int);"] [2024/05/06 02:38:28.743 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.746 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 184, Table ID: 186, Table Name: t"] [2024/05/06 02:38:28.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=656.305Β΅s] [gotSchemaVersion=132] [phyTblIDs="[186]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:28.754 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=187] [version=132] [2024/05/06 02:38:28.802 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=52.357523ms] [job="ID:187, Type:create table, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:28.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.810 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [job="ID:187, Type:create table, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:28.815 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=187] [2024/05/06 02:38:28.815 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:28.821 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:28.821 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=132] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 02:38:28.827 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:28.827 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 02:38:28.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:28.836 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:28.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=693.499Β΅s] [gotSchemaVersion=133] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:28.845 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=133] [2024/05/06 02:38:28.893 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=52.212248ms] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:28.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:28.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=650.972Β΅s] [gotSchemaVersion=134] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:28.909 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=134] [2024/05/06 02:38:28.957 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=51.867499ms] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:28.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:28.971 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=513.595Β΅s] [gotSchemaVersion=135] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:28.973 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=135] [2024/05/06 02:38:29.021 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=52.595908ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:29.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:29.030 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:29.030 +00:00] [INFO] [reorg.go:643] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc030a1c160] [0xc0041fb320] [] [] public false false 0 0 0 0 0 1 1 0 0 449567289232850949 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 02:38:29.031 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=] [endKey=] [2024/05/06 02:38:29.038 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/06 02:38:29.042 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567289245958151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:29.043 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:29.048 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/188] [2024/05/06 02:38:29.069 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=186] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:29.414 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:29.414 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:29.414 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0e246643-559d-4958-94c6-4f9ccbf18cc7] [watcherID=151ee0b6-909f-426e-866a-b15adb3f66b5] [2024/05/06 02:38:29.416 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:29.417 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:29.417 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:29.417 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:29.417 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:29.421 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=150001] [2024/05/06 02:38:29.421 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:29.923 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:29.923 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:29.924 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=150001] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:29.925 +00:00] [INFO] [reorg.go:643] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc034078b00] [0xc00f2830e0] [] [] public false false 0 0 0 0 0 1 1 0 0 449567289232850949 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 02:38:29.925 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=0] [2024/05/06 02:38:30.388 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:30.424 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:30.584 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 02:38:30.592 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=601.111Β΅s] [gotSchemaVersion=136] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:30.593 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 02:38:30.641 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=52.350942ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567289245958151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:30.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567289245958151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:30.650 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=188] [table=t] [index=idx] [2024/05/06 02:38:30.656 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=576.733Β΅s] [gotSchemaVersion=137] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:30.658 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=137] [2024/05/06 02:38:30.706 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=51.974024ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:30.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 45, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:30.713 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 02:38:30.718 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/06 02:38:30.722 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567289691602951, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:30.724 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567289691602951, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ba5f69ffff000000000001,EndKey:7480000000000000ba5f69ffff000000000001ff,First:false,PhysicalTableID:186,Ingest mode:false"] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=188] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=186] ["start key"=7480000000000000ba5f69ffff000000000001] ["end key"=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=188] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=188] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=188] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=186] ["end key"=7480000000000000ba5f69ffff000000000001ff] ["current end key"=7480000000000000ba5f69ffff00000000000100] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=188] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=188] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=188] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 186, range: [7480000000000000ba5f69ffff000000000001, 7480000000000000ba5f69ffff00000000000100), jobID: 188"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000ba5f69ffff0000000000010000] ["take time"=369.848Β΅s] [2024/05/06 02:38:30.726 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=188] [2024/05/06 02:38:30.729 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=7480000000000000ba5f69ffff000000000001] [2024/05/06 02:38:30.729 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 02:38:30.731 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:30.735 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=558.602Β΅s] [gotSchemaVersion=138] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:30.737 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=138] [2024/05/06 02:38:30.785 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.076567ms] [job="ID:188, Type:add index, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567289691602951, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:30.792 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=188] [tableID=186] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:30.794 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="add index"] [2024/05/06 02:38:30.795 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [job="ID:188, Type:add index, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:28.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567289691602951, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:30.802 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 02:38:30.802 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:30.803 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 1.982019473\n# Parse_time: 0.000067882\n# Compile_time: 0.000088959\n# Rewrite_time: 0.000002578\n# Optimize_time: 0.000020162\n# Wait_TS: 0.000219145\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 02:38:30.807 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [2024/05/06 02:38:30.807 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [2024/05/06 02:38:30.807 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:30.808 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [] [2024/05/06 02:38:30.809 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:30.809 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=2.005Β΅s] [2024/05/06 02:38:30.809 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=806ns] [2024/05/06 02:38:30.809 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=557ns] [2024/05/06 02:38:30.809 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=967ns] [2024/05/06 02:38:30.809 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:30.809 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=819ns] [2024/05/06 02:38:30.809 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:30.809 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:30.809 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:30.810 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=3dd53326-1f30-44d4-b69f-d7b595672e66] ["take time"=2.371826ms] [2024/05/06 02:38:30.810 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=3dd53326-1f30-44d4-b69f-d7b595672e66] [2024/05/06 02:38:30.811 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:30.811 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:30.811 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0e246643-559d-4958-94c6-4f9ccbf18cc7] [watcherID=151ee0b6-909f-426e-866a-b15adb3f66b5] [2024/05/06 02:38:30.811 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0e246643-559d-4958-94c6-4f9ccbf18cc7] [2024/05/06 02:38:30.811 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:30.811 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:30.811 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:30.811 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:30.811 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:30.811 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:30.811 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:30.811 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:30.811 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:30.811 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=323] [2024/05/06 02:38:30.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:30.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:30.812 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:30.812 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:30.812 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:30.812 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:30.812 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=3dd53326-1f30-44d4-b69f-d7b595672e66] [2024/05/06 02:38:30.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:30.812 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b8dcd9f-fa9e-4e17-b00f-1e8df5d0cfb2"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:30.813 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b8dcd9f-fa9e-4e17-b00f-1e8df5d0cfb2"] [2024/05/06 02:38:30.813 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 02:38:30.813 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:30.813 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:30.813 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:30.813 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:30.812 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:30.813 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=150001] [2024/05/06 02:38:30.813 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [2024/05/06 02:38:30.813 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=3dd53326-1f30-44d4-b69f-d7b595672e66] [2024/05/06 02:38:30.813 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:30.813 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:30.812 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [2024/05/06 02:38:30.813 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:30.813 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:30.813 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:30.813 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:30.812 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:30.813 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:30.813 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:30.813 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:30.813 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:30.813 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9b8dcd9f-fa9e-4e17-b00f-1e8df5d0cfb2] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:30.813 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:30.813 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 9b8dcd9f-fa9e-4e17-b00f-1e8df5d0cfb2"] [error="context canceled"] [2024/05/06 02:38:31.013 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b8dcd9f-fa9e-4e17-b00f-1e8df5d0cfb2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:32.064 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:32.064 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:32.064 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:32.064 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:32.072 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3dd53326-1f30-44d4-b69f-d7b595672e66"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:32.072 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:32.072 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:32.073 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.265496301s] [2024/05/06 02:38:32.073 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:32.073 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:32.073 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:32.073 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:32.073 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:32.073 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:32.073 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:32.073 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:32.073 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:32.073 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:32.073 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:32.073 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:32.073 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestEmptyTable (3.72s) === RUN TestAddIndexIngestRestoredData [2024/05/06 02:38:32.076 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:32.076 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:32.076 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:32.077 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:32.077 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:32.077 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:32.077 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:32.078 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:32.079 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:32.079 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:32.079 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:32.082 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:32.087 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:32.097 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=171] ["lease id"=6f188f4bc24d2998] [2024/05/06 02:38:32.099 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:32.114 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=138] ["start time"=13.988608ms] [2024/05/06 02:38:32.115 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:32.115 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=63a6dc83-bc11-45c0-b158-9f1b3cdf88f6] [runWorker=true] [2024/05/06 02:38:32.115 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:32.117 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:32.117 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:38:32.118 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295458684928/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:32.118 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:32.118 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:32.118 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:32.118 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:32.119 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d291b] [ownerID=63a6dc83-bc11-45c0-b158-9f1b3cdf88f6] [op=none] [2024/05/06 02:38:32.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:32.119 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e2813c5f-ab3a-4a84-8b9e-8a068f522550] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:32.120 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:32.126 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:32.126 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:32.127 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:32.137 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:32.140 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:32.141 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:32.141 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:32.141 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:32.141 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:32.141 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:32.141 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:32.141 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:32.141 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:32.141 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:32.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:32.142 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:32.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:32.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:32.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:32.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:32.143 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:32.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:32.144 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/dd81b3fb-5f30-4660-a50e-f4aebe8d9bd3] [2024/05/06 02:38:32.144 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:32.144 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:32.144 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:32.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:32.146 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:32.146 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:32.146 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.574401ms] [2024/05/06 02:38:32.150 +00:00] [INFO] [set.go:170] ["set global var"] [conn=16] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:32.151 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=138] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:32.158 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:32.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:32.158 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:32.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:32.169 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:32.169 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d291b] [ownerID=63a6dc83-bc11-45c0-b158-9f1b3cdf88f6] [op=none] [2024/05/06 02:38:32.169 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [op=none] [2024/05/06 02:38:32.169 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:32.176 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.184 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=41.522Β΅s] [gotSchemaVersion=139] [phyTblIDs="[186]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:32.186 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 02:38:32.236 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=54.153979ms] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:32.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.245 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.253 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=44.741Β΅s] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:32.255 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=140] [2024/05/06 02:38:32.268 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b8dcd9f-fa9e-4e17-b00f-1e8df5d0cfb2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:32.304 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=52.968223ms] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.310 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.318 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=45.961Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:32.320 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=141] [2024/05/06 02:38:32.369 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=52.639108ms] [job="ID:189, Type:drop schema, State:done, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:32.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.375 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[186]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:32.379 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop schema"] [2024/05/06 02:38:32.380 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [job="ID:189, Type:drop schema, State:synced, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:32.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.386 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 02:38:32.386 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:32.387 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=141] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:32.394 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:32.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:32.394 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:32.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:32.400 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.407 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=274.572Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:32.408 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=142] [2024/05/06 02:38:32.457 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=52.503841ms] [job="ID:191, Type:create schema, State:done, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:32.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.464 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [job="ID:191, Type:create schema, State:synced, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.468 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 02:38:32.468 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:32.476 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:32.476 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=142] [cur_db=addindexlit] [sql="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [user=] [2024/05/06 02:38:32.484 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:32.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:32.484 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:32.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [2024/05/06 02:38:32.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.494 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 190, Table ID: 192, Table Name: tbl_5"] [2024/05/06 02:38:32.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=649.459Β΅s] [gotSchemaVersion=143] [phyTblIDs="[192]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:32.502 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=193] [version=143] [2024/05/06 02:38:32.549 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=52.051825ms] [job="ID:193, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:32.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.555 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [job="ID:193, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:32.560 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 02:38:32.561 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:32.563 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567290176569355] [2024/05/06 02:38:32.564 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=addindexlit] [sql="alter table tbl_5 add unique key idx_13 ( col_23 );"] [user=] [2024/05/06 02:38:32.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:32.568 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/06 02:38:32.575 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:32.575 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"idx_13\",\"L\":\"idx_13\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"col_23\",\"L\":\"col_23\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:32.583 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=657.54Β΅s] [gotSchemaVersion=144] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:32.585 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 02:38:32.633 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=52.259409ms] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:32.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:32.647 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=657.606Β΅s] [gotSchemaVersion=145] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:32.649 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=145] [2024/05/06 02:38:32.698 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=52.958156ms] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:32.705 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:32.713 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=747.958Β΅s] [gotSchemaVersion=146] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:32.715 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=146] [2024/05/06 02:38:32.763 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=52.710499ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:32.770 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:32.771 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/06 02:38:32.772 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f72010000000000000000f7] [endKey=7480000000000000c05f72010000000000000000f700] [2024/05/06 02:38:32.779 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/06 02:38:32.784 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567290228998151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:32.785 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/06 02:38:32.790 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/194] [2024/05/06 02:38:32.814 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=192] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:33.144 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:33.144 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:33.144 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/dd81b3fb-5f30-4660-a50e-f4aebe8d9bd3] [watcherID=cf90307d-e014-4d9b-bb28-b2ae728e26ac] [2024/05/06 02:38:33.146 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:33.148 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:33.148 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:33.148 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:33.148 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:33.153 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=180001] [2024/05/06 02:38:33.153 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:33.655 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:33.655 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:33.656 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=180001] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:33.657 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:33.951 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=180001] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:34.118 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:34.255 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:34.256 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:34.256 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/06 02:38:34.259 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:34.259 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:34.259 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:34.259 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:34.260 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:34.260 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:34.266 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:34.267 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:34.267 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=194] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:34.267 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:34.273 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:34.275 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 02:38:34.275 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=194] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:34.277 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=180001] [subtask-id=150001] [jobID=194] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:34.277 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f72010000000000000000f7] ["end key"=7480000000000000c05f72010000000000000000f700] [2024/05/06 02:38:34.277 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=180001] [subtask-id=150001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c05f72010000000000000000f7, endKey=7480000000000000c05f72010000000000000000f700"] [2024/05/06 02:38:34.325 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:38:34.372 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 02:38:34.372 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=180001] [subtask-id=150001] [id=1] [2024/05/06 02:38:34.375 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 02:38:34.377 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 02:38:34.378 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=64] [kvs=1] [files=1] [sstFileSize=970] [file=/tmp/tidb/tmp_ddl-4000/194/391335df-5408-5824-accb-01a6a45c0a4c.sst/9f33e9ba-65e7-4f95-851e-7718a407f017.sst] [firstKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [lastKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [2024/05/06 02:38:34.381 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=194] [2024/05/06 02:38:34.381 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=3] ["usage info"="disk usage: 295460831232/467794132992, backend usage: 0"] [2024/05/06 02:38:34.381 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [2024/05/06 02:38:34.382 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:34.404 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] ["region ranges"=1] [count=1] [size=64] [2024/05/06 02:38:34.404 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:34.413 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] [size=64] [kvs=1] [importedSize=44] [importedCount=1] [2024/05/06 02:38:34.414 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [takeTime=33.210191ms] [] [2024/05/06 02:38:34.417 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=194] [2024/05/06 02:38:34.427 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:34.427 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 02:38:34.428 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=758.094Β΅s] [] [2024/05/06 02:38:34.428 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 02:38:34.428 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=452.811Β΅s] [] [2024/05/06 02:38:34.429 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:34.429 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:34.429 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:34.429 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:34.429 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:34.429 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:34.429 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:34.429 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:34.429 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:34.429 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:34.429 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:34.429 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:34.430 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:34.430 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:34.430 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:34.430 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:34.430 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:34.430 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 02:38:34.430 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=175.033582ms] [] [2024/05/06 02:38:34.656 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:34.731 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=180001] [type=backfill] [2024/05/06 02:38:34.928 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:34.928 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/06 02:38:34.931 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:34.931 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:34.931 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:34.931 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:34.932 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:34.932 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:34.937 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:34.938 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:34.938 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:34.938 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=tbl_5] [2024/05/06 02:38:34.938 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=tbl_5] [category=detect-dupe] [tasks=1] [2024/05/06 02:38:34.939 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=tbl_5] [takeTime=1.185587ms] [] [2024/05/06 02:38:34.940 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:34.940 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:34.940 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:34.940 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:34.940 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:34.940 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 02:38:34.940 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 02:38:34.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=665.852Β΅s] [gotSchemaVersion=147] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:34.968 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=147] [2024/05/06 02:38:35.016 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=52.375412ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567290228998151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:35.023 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567290228998151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:35.024 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=194] [table=tbl_5] [index=idx_13] [2024/05/06 02:38:35.031 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=639.855Β΅s] [gotSchemaVersion=148] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:35.033 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=148] [2024/05/06 02:38:35.081 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=52.285433ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:35.088 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:35.089 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/06 02:38:35.094 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/06 02:38:35.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 50, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567290831667208, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:35.101 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567290831667208, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000000c05f69ffff000000000003,EndKey:7480000000000000c05f69ffff000000000003ff,First:false,PhysicalTableID:192,Ingest mode:false"] [2024/05/06 02:38:35.102 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=194] [2024/05/06 02:38:35.102 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=194] [2024/05/06 02:38:35.102 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f69ffff000000000003] ["end key"=7480000000000000c05f69ffff000000000003ff] [2024/05/06 02:38:35.102 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/06 02:38:35.102 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=194] [2024/05/06 02:38:35.102 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=194] [2024/05/06 02:38:35.103 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=192] ["end key"=7480000000000000c05f69ffff000000000003ff] ["current end key"=7480000000000000c05f69ffff00000000000300] [2024/05/06 02:38:35.103 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=194] [2024/05/06 02:38:35.103 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=194] [2024/05/06 02:38:35.103 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=194] [2024/05/06 02:38:35.103 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 192, range: [7480000000000000c05f69ffff000000000003, 7480000000000000c05f69ffff00000000000300), jobID: 194"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000c05f69ffff0000000000030000] ["take time"=318.346Β΅s] [2024/05/06 02:38:35.103 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=194] [2024/05/06 02:38:35.105 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000c05f69ffff000000000003] [2024/05/06 02:38:35.105 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 02:38:35.126 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:35.132 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=624.688Β΅s] [gotSchemaVersion=149] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:35.133 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=149] [2024/05/06 02:38:35.154 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=180001] [2024/05/06 02:38:35.156 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:35.156 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=120001] [2024/05/06 02:38:35.156 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=150001] [2024/05/06 02:38:35.156 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=180001] [2024/05/06 02:38:35.173 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:35.182 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=52.556771ms] [job="ID:194, Type:add index, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567290831667208, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:35.188 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=194] [tableID=192] [indexIDs="[9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:35.190 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="add index"] [2024/05/06 02:38:35.191 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [job="ID:194, Type:add index, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-06 02:38:32.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567290831667208, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:35.199 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 02:38:35.199 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:35.200 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 2.636614673\n# Parse_time: 0.000037774\n# Compile_time: 0.000075932\n# Rewrite_time: 0.000002263\n# Optimize_time: 0.00002221\n# Wait_TS: 0.000169162\n# DB: addindexlit\n# Is_internal: false\n# Digest: 61a3859004e40113a4e3577c1c845a719a599b6c7d9abd4e9b79358a1663b9ba\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/06 02:38:35.201 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_10] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_10`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:38:35.201 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_13] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_13`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:38:35.209 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [2024/05/06 02:38:35.209 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [2024/05/06 02:38:35.235 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=2.519Β΅s] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=1.029Β΅s] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=743ns] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=1.057Β΅s] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=1.337Β΅s] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:35.236 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:35.236 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=63a6dc83-bc11-45c0-b158-9f1b3cdf88f6] ["take time"=27.700953ms] [2024/05/06 02:38:35.236 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=63a6dc83-bc11-45c0-b158-9f1b3cdf88f6] [2024/05/06 02:38:35.237 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:35.237 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/dd81b3fb-5f30-4660-a50e-f4aebe8d9bd3] [watcherID=cf90307d-e014-4d9b-bb28-b2ae728e26ac] [2024/05/06 02:38:35.237 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:35.238 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/dd81b3fb-5f30-4660-a50e-f4aebe8d9bd3] [2024/05/06 02:38:35.238 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:35.238 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:35.238 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:35.238 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:35.238 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:35.238 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:35.238 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:35.238 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:35.238 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:35.238 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:35.238 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:35.238 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=171] [2024/05/06 02:38:35.239 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=63a6dc83-bc11-45c0-b158-9f1b3cdf88f6] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:35.239 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:35.239 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:35.239 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:35.239 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:35.239 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:35.239 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:35.239 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e2813c5f-ab3a-4a84-8b9e-8a068f522550"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:35.239 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e2813c5f-ab3a-4a84-8b9e-8a068f522550"] [2024/05/06 02:38:35.239 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:35.239 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:35.239 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:35.239 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=63a6dc83-bc11-45c0-b158-9f1b3cdf88f6] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:35.239 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:35.239 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:35.239 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [2024/05/06 02:38:35.239 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [error="context canceled"] [2024/05/06 02:38:35.239 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [2024/05/06 02:38:35.239 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e2813c5f-ab3a-4a84-8b9e-8a068f522550] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:35.239 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:35.239 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager e2813c5f-ab3a-4a84-8b9e-8a068f522550"] [error="context canceled"] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:35.239 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:35.246 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:35.246 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [error="context canceled"] [2024/05/06 02:38:35.439 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e2813c5f-ab3a-4a84-8b9e-8a068f522550"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:35.447 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:36.502 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:36.502 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:36.502 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:36.668 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e2813c5f-ab3a-4a84-8b9e-8a068f522550"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:36.716 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 63a6dc83-bc11-45c0-b158-9f1b3cdf88f6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:36.717 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:36.717 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:36.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:36.717 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.508208056s] [2024/05/06 02:38:36.717 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:36.717 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:36.717 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:36.717 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:36.717 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:36.717 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:36.717 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:36.717 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:36.717 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:36.717 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:36.717 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:36.717 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:36.717 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestRestoredData (4.64s) === RUN TestAddIndexIngestUniqueKey [2024/05/06 02:38:36.720 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:36.720 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:36.720 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:36.721 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:36.721 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:36.721 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:36.721 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:36.722 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:36.723 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:36.723 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:36.723 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:36.726 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:36.730 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:36.740 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1848] ["lease id"=6f188f4bc24d29ce] [2024/05/06 02:38:36.741 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:36.755 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=11.827642ms] [2024/05/06 02:38:36.756 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:36.756 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=9e90e56b-1034-4be5-b0fa-116e751fd79e] [runWorker=true] [2024/05/06 02:38:36.756 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:36.757 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:36.758 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:36.758 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:38:36.758 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295463096320/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:36.758 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:36.758 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:36.758 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:36.759 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:36.759 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=7bfd92ce-4d39-4fc7-9eb1-49bf67e1f8a2] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:36.760 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:36.761 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d294c] [ownerID=9e90e56b-1034-4be5-b0fa-116e751fd79e] [op=none] [2024/05/06 02:38:36.765 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:36.766 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:36.766 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:36.777 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:36.779 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:36.781 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:36.781 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:36.781 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:36.781 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:36.781 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:36.781 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:36.781 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:36.781 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:36.781 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:36.781 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:36.781 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:36.782 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:36.782 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:36.782 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:36.782 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:36.782 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:36.783 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:36.783 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0cb35590-2290-464a-bcca-0dba92881492] [2024/05/06 02:38:36.783 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:36.783 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:36.784 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:36.785 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:36.785 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:36.785 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:36.786 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.373458ms] [2024/05/06 02:38:36.790 +00:00] [INFO] [set.go:170] ["set global var"] [conn=18] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:36.791 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=149] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:36.798 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:36.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:36.798 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:36.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:36.809 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:36.810 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d294c] [ownerID=9e90e56b-1034-4be5-b0fa-116e751fd79e] [op=none] [2024/05/06 02:38:36.810 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [op=none] [2024/05/06 02:38:36.810 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:36.817 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:36.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:36.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=41.349Β΅s] [gotSchemaVersion=150] [phyTblIDs="[192]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:36.827 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=150] [2024/05/06 02:38:36.877 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.215442ms] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:36.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:36.881 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:36.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:36.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=35.545Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:36.890 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=151] [2024/05/06 02:38:36.939 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=52.440972ms] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:36.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:36.944 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:36.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:36.951 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=41.855Β΅s] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:36.952 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=152] [2024/05/06 02:38:37.002 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=52.997637ms] [job="ID:195, Type:drop schema, State:done, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:36.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.008 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[192]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:37.012 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop schema"] [2024/05/06 02:38:37.013 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [job="ID:195, Type:drop schema, State:synced, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:36.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.019 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 02:38:37.019 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:37.020 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=152] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:37.027 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:37.027 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:37.033 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.041 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=296.493Β΅s] [gotSchemaVersion=153] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:37.042 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=153] [2024/05/06 02:38:37.091 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=52.272066ms] [job="ID:197, Type:create schema, State:done, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.097 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [job="ID:197, Type:create schema, State:synced, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.102 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 02:38:37.102 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:37.110 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:37.110 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=153] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 02:38:37.116 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:37.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:37.116 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:37.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 02:38:37.122 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.125 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 198, Table Name: t"] [2024/05/06 02:38:37.130 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=507.721Β΅s] [gotSchemaVersion=154] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:37.132 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=199] [version=154] [2024/05/06 02:38:37.180 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=52.262116ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:37.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.186 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:37.190 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/06 02:38:37.190 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:37.192 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567291382431758] [2024/05/06 02:38:37.194 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 02:38:37.198 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:37.198 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 02:38:37.207 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:37.208 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:37.214 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=570.484Β΅s] [gotSchemaVersion=155] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:37.216 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=155] [2024/05/06 02:38:37.264 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=51.627932ms] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:37.272 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:37.280 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=653.14Β΅s] [gotSchemaVersion=156] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:37.282 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=156] [2024/05/06 02:38:37.330 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=52.617298ms] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:37.337 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:37.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=671.031Β΅s] [gotSchemaVersion=157] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:37.347 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=157] [2024/05/06 02:38:37.395 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=52.754202ms] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:37.403 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:37.404 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:37.404 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=200] [physicalTableID=198] [startKey=7480000000000000c65f728000000000000001] [endKey=7480000000000000c65f72800000000000271000] [2024/05/06 02:38:37.411 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/06 02:38:37.418 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567291447705602, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:37.418 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:37.423 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/200] [2024/05/06 02:38:37.450 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=198] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:37.783 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:37.783 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:37.784 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0cb35590-2290-464a-bcca-0dba92881492] [watcherID=0acd9458-7747-4c96-9b99-9ac305055479] [2024/05/06 02:38:37.786 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:37.787 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:37.787 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:37.787 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:37.787 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:37.791 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210001] [2024/05/06 02:38:37.792 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:38.292 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:38.292 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:38.293 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210001] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:38.295 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:38.591 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210001] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:38.758 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:38.895 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:38.896 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:38.896 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/200] [keyspaceName=] [2024/05/06 02:38:38.900 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:38.900 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:38.900 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:38.900 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:38.901 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:38.901 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:38.907 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:38.908 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:38.908 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=200] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:38.908 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:38.914 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:38.916 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:38.916 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=200] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:38.918 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210001] [subtask-id=180001] [jobID=200] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:38.918 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=198] ["start key"=7480000000000000c65f728000000000000001] ["end key"=7480000000000000c65f72800000000000271000] [2024/05/06 02:38:38.918 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=210001] [subtask-id=180001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c65f728000000000000001, endKey=7480000000000000c65f72800000000000271000"] [2024/05/06 02:38:38.921 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:38:38.923 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 02:38:38.923 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=210001] [subtask-id=180001] [id=1] [2024/05/06 02:38:38.925 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 02:38:38.927 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 02:38:38.928 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=108] [kvs=2] [files=1] [sstFileSize=1039] [file=/tmp/tidb/tmp_ddl-4000/200/f75d9cab-8823-5503-94ba-459a1de580da.sst/37f6335d-8aab-4ebc-8f74-bba271c96cbe.sst] [firstKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000027100008] [2024/05/06 02:38:38.931 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=200] [2024/05/06 02:38:38.931 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295463284736/467794132992, backend usage: 0"] [2024/05/06 02:38:38.931 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:38.932 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:38.953 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=2] [size=108] [2024/05/06 02:38:38.953 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:38.956 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000C65F698000000000000001038000000000000001] [endKey=7480000000000000C65F69800000000000000103800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:38:40.956 +00:00] [2024/05/06 02:38:38.956 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:38.957 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=26.243948ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/06 02:38:38.957 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=1] ["usage info"="disk usage: 295463284736/467794132992, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:831\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:808\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 02:38:38.958 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=200] [2024/05/06 02:38:38.962 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:38:38.962 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:38:38.962 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 02:38:38.964 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:38.964 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:38.965 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=740.43Β΅s] [] [2024/05/06 02:38:38.965 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:38.966 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=470.803Β΅s] [] [2024/05/06 02:38:38.966 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:38.966 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:38.966 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:38.966 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:38.967 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:38.967 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:38.967 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:38.967 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=200] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 02:38:38.967 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=72.263814ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 02:38:38.967 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:38:39.295 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/06 02:38:39.572 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210001] [type=backfill] [2024/05/06 02:38:39.863 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210001] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 02:38:39.866 +00:00] [WARN] [reorg.go:231] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 02:38:39.886 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:6, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567291447705602, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:39.891 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:39.898 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=661.787Β΅s] [gotSchemaVersion=158] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:39.900 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=158] [2024/05/06 02:38:39.948 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=52.392179ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:3, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567291447705602, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:39.955 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567291447705602, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:39.963 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=634.874Β΅s] [gotSchemaVersion=159] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:39.964 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=159] [2024/05/06 02:38:40.012 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=51.658147ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567291447705602, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.019 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567291447705602, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.029 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=665.857Β΅s] [gotSchemaVersion=160] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:40.031 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=160] [2024/05/06 02:38:40.079 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=52.810586ms] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567291447705602, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.086 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=200] [tableID=198] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:40.089 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="add index"] [2024/05/06 02:38:40.089 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=200] [conn=19] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 02:38:37.151 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567291447705602, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.093 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/06 02:38:40.096 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=200] [2024/05/06 02:38:40.096 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:38:40.096 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.90205289\n# Parse_time: 0.000043223\n# Compile_time: 0.000068204\n# Rewrite_time: 0.000001948\n# Optimize_time: 0.000026269\n# Wait_TS: 0.000135266\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 02:38:40.096 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=160] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 02:38:40.101 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:40.101 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 02:38:40.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.113 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=47.019Β΅s] [gotSchemaVersion=161] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:40.115 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=161] [2024/05/06 02:38:40.164 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=52.190306ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.176 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=56.568Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:40.178 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=162] [2024/05/06 02:38:40.227 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=52.477721ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.235 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 198, Old Table Name: t"] [2024/05/06 02:38:40.240 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=42.756Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:40.244 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=163] [2024/05/06 02:38:40.291 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.673786ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:40.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.293 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210001] [2024/05/06 02:38:40.295 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:40.295 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210001] [2024/05/06 02:38:40.296 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/06 02:38:40.298 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/06 02:38:40.299 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:40.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.305 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:40.305 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/06 02:38:40.305 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:40.307 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=163] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int);"] [user=] [2024/05/06 02:38:40.313 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:40.313 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int);"] [2024/05/06 02:38:40.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.321 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 202, Table Name: t"] [2024/05/06 02:38:40.326 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=612.972Β΅s] [gotSchemaVersion=164] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:40.328 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=203] [version=164] [2024/05/06 02:38:40.376 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=52.811197ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:40.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.383 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:40.387 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/06 02:38:40.387 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:40.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567292221030415] [2024/05/06 02:38:40.391 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=164] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 02:38:40.396 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:40.396 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 02:38:40.404 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.405 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:40.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=675.109Β΅s] [gotSchemaVersion=165] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:40.413 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=165] [2024/05/06 02:38:40.461 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=51.951516ms] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.468 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=692.538Β΅s] [gotSchemaVersion=166] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:40.483 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=166] [2024/05/06 02:38:40.530 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=52.449723ms] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.538 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.546 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=518.847Β΅s] [gotSchemaVersion=167] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:40.548 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=167] [2024/05/06 02:38:40.596 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=51.808197ms] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.603 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.604 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:40.605 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=204] [physicalTableID=202] [startKey=7480000000000000ca5f72016100000000000000f8] [endKey=7480000000000000ca5f72017a00000000000000f800] [2024/05/06 02:38:40.609 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/06 02:38:40.614 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567292286566403, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:40.614 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:40.620 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/204] [2024/05/06 02:38:40.644 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=202] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:40.654 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210002] [2024/05/06 02:38:40.655 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:41.156 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:41.156 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:41.157 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210002] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:41.159 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:41.290 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210002] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:41.594 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:41.596 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:41.596 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/204] [keyspaceName=] [2024/05/06 02:38:41.599 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:41.599 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:41.599 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:41.599 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:41.600 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:41.600 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:41.605 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:41.606 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:41.606 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=204] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:41.606 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:41.611 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:41.613 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:38:41.613 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=204] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:41.615 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210002] [subtask-id=180002] [jobID=204] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:41.615 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=202] ["start key"=7480000000000000ca5f72016100000000000000f8] ["end key"=7480000000000000ca5f72017a00000000000000f800] [2024/05/06 02:38:41.615 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=210002] [subtask-id=180002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ca5f72016100000000000000f8, endKey=7480000000000000ca5f72017a00000000000000f800"] [2024/05/06 02:38:41.641 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 02:38:41.670 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 02:38:41.670 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=210002] [subtask-id=180002] [id=1] [2024/05/06 02:38:41.697 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 02:38:41.725 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 02:38:41.726 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=128] [kvs=2] [files=1] [sstFileSize=1061] [file=/tmp/tidb/tmp_ddl-4000/204/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/86f20cf2-fe0a-4822-a3bc-668eb5020313.sst] [firstKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB016100000000000000F8000A] [lastKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB017A00000000000000F8000A] [2024/05/06 02:38:41.729 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=204] [2024/05/06 02:38:41.729 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 295463337984/467794132992, backend usage: 0"] [2024/05/06 02:38:41.729 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 02:38:41.730 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:41.751 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=2] [size=128] [2024/05/06 02:38:41.752 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:41.754 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CA5F698000000000000002038000000000000001] [endKey=7480000000000000CA5F69800000000000000203800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:38:43.754 +00:00] [2024/05/06 02:38:41.754 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:41.756 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=26.640874ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/06 02:38:41.756 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 295463337984/467794132992, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:831\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:808\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 02:38:41.756 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=204] [2024/05/06 02:38:41.761 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:38:41.761 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:38:41.761 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 02:38:41.763 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:41.763 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:38:41.764 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=867.517Β΅s] [] [2024/05/06 02:38:41.764 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:38:41.765 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=610.361Β΅s] [] [2024/05/06 02:38:41.766 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:41.766 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:41.766 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:41.766 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:41.766 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:41.766 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=204] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 02:38:41.766 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=171.549121ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 02:38:41.766 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:38:42.158 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/06 02:38:42.371 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210002] [type=backfill] [2024/05/06 02:38:42.754 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210002] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 02:38:42.757 +00:00] [WARN] [reorg.go:231] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 02:38:42.777 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:6, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567292286566403, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:42.783 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:42.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=609.442Β΅s] [gotSchemaVersion=168] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:42.791 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=168] [2024/05/06 02:38:42.839 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=52.38082ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:3, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567292286566403, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:42.846 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567292286566403, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:42.854 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=549.04Β΅s] [gotSchemaVersion=169] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:42.856 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=169] [2024/05/06 02:38:42.905 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=52.63674ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567292286566403, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:42.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567292286566403, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:42.920 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=617.935Β΅s] [gotSchemaVersion=170] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:42.922 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=170] [2024/05/06 02:38:42.970 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=52.055684ms] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567292286566403, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:42.976 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=204] [tableID=202] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:42.979 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="add index"] [2024/05/06 02:38:42.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=204] [conn=19] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 02:38:40.35 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449567292286566403, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:42.983 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/06 02:38:42.986 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=204] [2024/05/06 02:38:42.986 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:38:42.986 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.595360516\n# Parse_time: 0.000028371\n# Compile_time: 0.000053606\n# Rewrite_time: 0.000001894\n# Optimize_time: 0.000026269\n# Wait_TS: 0.000223419\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/06 02:38:42.986 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=170] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 02:38:42.991 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:42.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:42.991 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:42.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 02:38:42.996 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:42.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.003 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=41.948Β΅s] [gotSchemaVersion=171] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:43.005 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=171] [2024/05/06 02:38:43.053 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=52.114264ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:42.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:42.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.065 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=38.019Β΅s] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:43.067 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=172] [2024/05/06 02:38:43.116 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=51.892156ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:42.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.121 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:42.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.124 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 202, Old Table Name: t"] [2024/05/06 02:38:43.128 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=58.742Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:43.130 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=173] [2024/05/06 02:38:43.156 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210002] [2024/05/06 02:38:43.158 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:43.158 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210002] [2024/05/06 02:38:43.164 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:43.179 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=52.744375ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:42.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.184 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/06 02:38:43.187 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/06 02:38:43.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:42.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.193 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 02:38:43.193 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:43.194 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=173] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int, c char(5));"] [user=] [2024/05/06 02:38:43.200 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:43.200 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int, c char(5));"] [2024/05/06 02:38:43.206 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.208 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 206, Table Name: t"] [2024/05/06 02:38:43.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=535.417Β΅s] [gotSchemaVersion=174] [phyTblIDs="[206]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:43.215 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=174] [2024/05/06 02:38:43.263 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=52.388913ms] [job="ID:207, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:43.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.268 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [job="ID:207, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:43.273 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 02:38:43.273 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:43.275 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567292981248017] [2024/05/06 02:38:43.276 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=174] [cur_db=addindexlit] [sql="alter table t add unique index idx(b, c);"] [user=] [2024/05/06 02:38:43.281 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:43.281 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b, c);"] [2024/05/06 02:38:43.288 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:43.288 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:43.295 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=648.923Β΅s] [gotSchemaVersion=175] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:43.296 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=175] [2024/05/06 02:38:43.345 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.759327ms] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:43.351 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:43.358 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=500.064Β΅s] [gotSchemaVersion=176] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:43.360 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=176] [2024/05/06 02:38:43.408 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=51.90442ms] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:43.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:43.422 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=526.483Β΅s] [gotSchemaVersion=177] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:43.424 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=177] [2024/05/06 02:38:43.473 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=52.884752ms] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:43.479 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:43.480 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:43.480 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=208] [physicalTableID=206] [startKey=7480000000000000ce5f72016100000000000000f8] [endKey=7480000000000000ce5f72017a00000000000000f800] [2024/05/06 02:38:43.485 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/06 02:38:43.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567293033938952, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:43.490 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:43.494 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/208] [2024/05/06 02:38:43.514 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=206] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:43.523 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210003] [2024/05/06 02:38:43.523 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:44.024 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:44.024 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:44.025 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210003] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:44.026 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:44.289 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210003] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:44.593 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:44.594 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:44.594 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/208] [keyspaceName=] [2024/05/06 02:38:44.597 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:44.597 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:44.597 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:44.597 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:44.597 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:44.598 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:44.603 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:44.603 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:44.603 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=208] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:44.603 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:44.609 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:44.611 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:38:44.611 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=208] ["index ID"=2] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:44.613 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210003] [subtask-id=180003] [jobID=208] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:44.613 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=206] ["start key"=7480000000000000ce5f72016100000000000000f8] ["end key"=7480000000000000ce5f72017a00000000000000f800] [2024/05/06 02:38:44.613 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=210003] [subtask-id=180003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ce5f72016100000000000000f8, endKey=7480000000000000ce5f72017a00000000000000f800"] [2024/05/06 02:38:44.639 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/06 02:38:44.721 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/06 02:38:44.721 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=210003] [subtask-id=180003] [id=1] [2024/05/06 02:38:44.827 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/06 02:38:44.914 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137936] ["max memory quota"=17179869184] [2024/05/06 02:38:44.916 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=292] [kvs=4] [files=1] [sstFileSize=1118] [file=/tmp/tidb/tmp_ddl-4000/208/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/70c36314-ef0f-49ec-9408-dbf5851d0dcf.sst] [firstKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000101633100FF0000000000F90000FD016100000000000000F8000A] [lastKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000201633100FF0000000000F90000FD016400000000000000F8000A] [2024/05/06 02:38:44.919 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=208] [2024/05/06 02:38:44.919 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 295463497728/467794132992, backend usage: 0"] [2024/05/06 02:38:44.919 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 02:38:44.921 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:44.942 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=4] [size=292] [2024/05/06 02:38:44.942 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:44.945 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CE5F698000000000000002038000000000000001016331000000000000F9] [endKey=7480000000000000CE5F698000000000000002038000000000000002016331000000000000F900] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:38:46.945 +00:00] [2024/05/06 02:38:44.945 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:44.947 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=27.662276ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/06 02:38:44.947 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 295463497728/467794132992, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:831\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:808\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 02:38:44.948 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=208] [2024/05/06 02:38:44.953 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:38:44.953 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:38:44.953 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 02:38:44.956 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:44.956 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:38:44.957 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=859.413Β΅s] [] [2024/05/06 02:38:44.957 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:38:44.958 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=667.256Β΅s] [] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:44.959 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:44.959 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:44.959 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:44.959 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:44.959 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:44.959 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=208] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 02:38:44.959 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=366.773957ms] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 02:38:44.959 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:38:45.027 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1-c1' for key 't.idx'\\\"}\"]"] [2024/05/06 02:38:45.260 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210003] [type=backfill] [2024/05/06 02:38:45.624 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210003] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 02:38:45.626 +00:00] [WARN] [reorg.go:231] ["run reorg job done"] [category=ddl] ["handled rows"=4] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 02:38:45.647 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:6, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567293033938952, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:45.655 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:45.666 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=717.33Β΅s] [gotSchemaVersion=178] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:45.668 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=178] [2024/05/06 02:38:45.715 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=52.423973ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:3, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449567293033938952, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:45.722 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449567293033938952, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:45.729 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=525.006Β΅s] [gotSchemaVersion=179] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:45.731 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=179] [2024/05/06 02:38:45.780 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=52.907083ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449567293033938952, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:45.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449567293033938952, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:45.794 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=548.85Β΅s] [gotSchemaVersion=180] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:45.796 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=180] [2024/05/06 02:38:45.845 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=52.504652ms] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449567293033938952, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:45.852 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=208] [tableID=206] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:45.854 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=208] [jobType="add index"] [2024/05/06 02:38:45.855 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 02:38:43.25 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449567293033938952, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:45.859 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/06 02:38:45.861 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=208] [2024/05/06 02:38:45.861 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:38:45.861 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.585141329\n# Parse_time: 0.000029218\n# Compile_time: 0.000043318\n# Rewrite_time: 0.000001619\n# Optimize_time: 0.000026269\n# Wait_TS: 0.000170209\n# DB: addindexlit\n# Is_internal: false\n# Digest: 543e599716e60f88a20be37ebf4c666fd38e6f789726c344fa525534bdef00e7\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b, c);"] [2024/05/06 02:38:45.864 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [2024/05/06 02:38:45.864 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [2024/05/06 02:38:45.865 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [] [2024/05/06 02:38:45.866 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:45.866 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=1.792Β΅s] [2024/05/06 02:38:45.866 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=954ns] [2024/05/06 02:38:45.866 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=797ns] [2024/05/06 02:38:45.866 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=670ns] [2024/05/06 02:38:45.866 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:45.866 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=772ns] [2024/05/06 02:38:45.866 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:45.866 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:45.866 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:45.867 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=9e90e56b-1034-4be5-b0fa-116e751fd79e] ["take time"=5.421978ms] [2024/05/06 02:38:45.867 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=9e90e56b-1034-4be5-b0fa-116e751fd79e] [2024/05/06 02:38:45.868 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:45.868 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:45.868 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0cb35590-2290-464a-bcca-0dba92881492] [watcherID=0acd9458-7747-4c96-9b99-9ac305055479] [2024/05/06 02:38:45.868 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0cb35590-2290-464a-bcca-0dba92881492] [2024/05/06 02:38:45.868 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:45.868 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:45.868 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:45.868 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:45.868 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:45.868 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:45.868 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:45.868 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:45.868 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:45.868 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:45.868 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1848] [2024/05/06 02:38:45.869 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:45.869 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=9e90e56b-1034-4be5-b0fa-116e751fd79e] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:45.869 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:45.869 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:45.869 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 02:38:45.869 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:45.869 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:45.869 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:45.869 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [error="context canceled"] [2024/05/06 02:38:45.869 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:45.869 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:45.869 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210003] [2024/05/06 02:38:45.869 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:45.869 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bfd92ce-4d39-4fc7-9eb1-49bf67e1f8a2"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:45.869 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:45.869 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bfd92ce-4d39-4fc7-9eb1-49bf67e1f8a2"] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=9e90e56b-1034-4be5-b0fa-116e751fd79e] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:45.869 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:45.869 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:45.869 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:45.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:45.870 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 7bfd92ce-4d39-4fc7-9eb1-49bf67e1f8a2"] [error="context canceled"] [2024/05/06 02:38:45.870 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7bfd92ce-4d39-4fc7-9eb1-49bf67e1f8a2] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:45.870 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:45.870 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:45.870 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:45.870 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:45.870 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:45.877 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:45.877 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [error="context canceled"] [2024/05/06 02:38:45.877 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [2024/05/06 02:38:45.877 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:46.070 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bfd92ce-4d39-4fc7-9eb1-49bf67e1f8a2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:47.119 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:47.119 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:47.119 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:47.128 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9e90e56b-1034-4be5-b0fa-116e751fd79e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:47.128 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:47.128 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:47.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:47.128 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.266679309s] [2024/05/06 02:38:47.128 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:47.128 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:47.128 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:47.128 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:47.128 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:47.128 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:47.128 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:47.128 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:47.128 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:47.128 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:47.128 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:47.128 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:47.128 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestUniqueKey (10.41s) === RUN TestAddIndexSplitTableRanges [2024/05/06 02:38:47.131 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:47.131 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:47.131 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:47.131 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:47.131 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:47.132 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:47.132 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:47.132 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:47.133 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:47.133 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:47.134 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:47.136 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:47.140 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:47.146 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1331] ["lease id"=6f188f4bc24d2a46] [2024/05/06 02:38:47.148 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:47.159 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=180] ["start time"=10.693709ms] [2024/05/06 02:38:47.160 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:47.160 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=b2f65f05-8f55-40e1-80a2-6853705f3db4] [runWorker=true] [2024/05/06 02:38:47.160 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:47.161 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:47.162 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:38:47.162 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295463538688/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:47.162 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:47.162 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:47.162 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:47.162 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:47.163 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:47.163 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d29b1] [ownerID=b2f65f05-8f55-40e1-80a2-6853705f3db4] [op=none] [2024/05/06 02:38:47.163 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=414496a0-4464-4598-aa9b-10f28564df02] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:47.164 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:47.169 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:47.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:47.169 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:47.181 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:47.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:47.185 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:47.185 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:47.185 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:47.185 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:47.185 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:47.185 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:47.185 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:47.185 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:47.185 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:47.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:47.186 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:47.187 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:47.187 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:47.187 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:47.187 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:47.187 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:47.187 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:47.188 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/2e15d9d6-2ad5-4af1-959c-70e4cb4b555b] [2024/05/06 02:38:47.188 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:47.188 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:47.188 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:47.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:47.189 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:47.189 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:47.190 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.523793ms] [2024/05/06 02:38:47.193 +00:00] [INFO] [set.go:170] ["set global var"] [conn=20] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:47.194 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=180] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:47.201 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:47.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:47.201 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:47.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:47.213 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:47.213 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d29b1] [ownerID=b2f65f05-8f55-40e1-80a2-6853705f3db4] [op=none] [2024/05/06 02:38:47.213 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [op=none] [2024/05/06 02:38:47.213 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:47.219 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=39.364Β΅s] [gotSchemaVersion=181] [phyTblIDs="[206]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:47.229 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=181] [2024/05/06 02:38:47.278 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=52.176403ms] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:47.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.282 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.288 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=46.093Β΅s] [gotSchemaVersion=182] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:47.290 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=182] [2024/05/06 02:38:47.305 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bfd92ce-4d39-4fc7-9eb1-49bf67e1f8a2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:47.339 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=52.311964ms] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.344 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.939 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567294069145603\n# Query_time: 0.524130869\n# Parse_time: 0\n# Compile_time: 0.000325385\n# Rewrite_time: 0.000075653\n# Optimize_time: 0.000162436\n# Wait_TS: 0.000036313\n# Cop_time: 0.523528053 Process_time: 0.00023378 Wait_time: 0.000032253 Backoff_time: 0.002 Request_count: 1 Total_keys: 313 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 95 Rocksdb_key_skipped_count: 731\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.00023378 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.2253e-05 Cop_wait_addr: 127.0.0.1:20160\n# Cop_backoff_txnNotFound_total_times: 1 Cop_backoff_txnNotFound_total_time: 0.002\n# Mem_max: 238\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.521261567\n# PD_total: 0.000003976\n# Backoff_total: 0.002\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('mwbwfTAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6NTIzLjZtcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNTQxLjLCtXMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDIzMy44wrVzLAUUJHdhaXQ6IDMyLjMFE6Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdQUaGG46IDYuMzQFOvBVbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjIsIHRvdGFsX3RpbWU6MS4yMW1zfSxSZXNvbHZlTG9jazoVKwAxMisAfDUyMi4ybXN9fSwgYmFja29mZnt0eG5Ob3RGb3VuZDogARxcCTIzOCBCeXRlcwlOL0EKMQkxXzYJMV8wNW1AbGUobXlzcWwudGlkYl9tZGwFo1AudmVyc2lvbiwgMTgyKQkwCXRpa3YF9gQ6ewWnADA5h0B9LCBzY2FuX2RldGFpbDogewnOXGtleXM6IDMxMywgZ2V0X3NuYXBzaG90XwU/DCAxMy4pMphyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDk1LCBrZXk+FwA0NzMxLCBibG9jazoge30hAwFYPoQAGHByb2Nlc3MNdAAyLvQBCGFsXyH2DRs1+wXoCHdhbC2OJCAzNTUuN8K1c30hPwEEHAoyCTQzXzUJIUQsMTAwMDAJdGFibGU6Mj8BfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvelEBIAlOL0EJTi9BCg==')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('hAeYCv8GCg1UYWJsZVJlYWRlcl83EvsDCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCyATyJBKauqqqqq9qkFhBBSJGxlKAWDBC50LoIAQC52ZXJzaW9uLCAxODIpaoECbnEACCwgcwHn8IZkZXRhaWw6IHt0b3RhbF9rZXlzOiAzMTMsIGdldF9zbmFwc2hvdF90aW1lOiAxMy40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDk1LCBrZXlfc2tpcHBlZF9jb3VudDogNzMxLCBibG9jazoge319fSwgdGltZV9kZXQuhAAccHJvY2Vzc18JdBAyMzMuOAV1CaIId2FpEY8MMzIuMwkaHGlrdl93YWxsDTQkMzU1LjfCtXN9cCVHAQEyVgEhTQzqc+ZAOVYkAUABUhBkYXRhOl0WBFoVBYMYNTIzLjZtczWsHGKiAmNvcF90IclMIHtudW06IDEsIG1heDogNTQxLjIFkwHFLU4EMCwBuwXXADo2zwAFzQA6GciAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXUIX2R1BRoYbjogNi4zNAVvqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBshRfcnBjOjIFmABhLTVMMS4yMW1zfSxSZXNvbHZlTG9jazoVKwAxMisAfDUyMi4ybXN9fSwgYmFja29mZnt0eG5Ob3RGb3VuZDogARw8cO4BeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 02:38:47.939 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567294056300545\n# Query_time: 0.576601186\n# Parse_time: 0\n# Compile_time: 0.000638518\n# Rewrite_time: 0.000124622\n# Optimize_time: 0.000390767\n# Wait_TS: 0.000034837\n# Cop_time: 0.575371053 Process_time: 0.000702377 Wait_time: 0.00008425 Backoff_time: 0.014 Request_count: 2 Process_keys: 1 Total_keys: 911 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 190 Rocksdb_key_skipped_count: 2313\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000351188 Cop_proc_p90: 0.000384317 Cop_proc_max: 0.000384317 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.2125e-05 Cop_wait_p90: 4.6372e-05 Cop_wait_max: 4.6372e-05 Cop_wait_addr: 127.0.0.1:20160\n# Cop_backoff_txnNotFound_total_times: 3 Cop_backoff_txnNotFound_total_time: 0.014 Cop_backoff_txnNotFound_max_time: 0.014 Cop_backoff_txnNotFound_max_addr: 127.0.0.1:20160 Cop_backoff_txnNotFound_avg_time: 0.014 Cop_backoff_txnNotFound_p90_time: 0.014\n# Mem_max: 12720\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('6Bi4MAkzXzEzCTAJMjM1OC4wMQlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjU3NS40bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZF6DABwJMCBCeXRlcxEIHAoyCTE3XzI4HfhUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoOAThpZCwgQ29sdW1uIzE1KV0udwAAMzL6AJhidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo0ODEuOcK1cywgZmV0Y2gdEAUyDDowc30RrBEIJAozCTMxXzQxKEIBVAApHbtAZGF0YTpTZWxlY3Rpb25fNDARkAg0NDgFZDWJcGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDY3OC43BSshbDRfa2V5czogMCwgdG90XwESGDogMzE4LjEFIgEUHHdhaXQ6IDM3DcRoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsCdAFdQhfZHUFGhhuOiA2LjQzBU04bWF4X2Rpc3RzcWxfY29uVSZIIDF9LCBycGNfaW5mbzp7Q29wOgGyDF9ycGNBUSVFAF9Fbgg2NTIFuxR9fQkyNDMt5xhOL0EKNAkxIQsEMV9y3AIMcmVvckm6BGt2BaYEOnsFVwQwc1XAPH0sIHNjYW5fZGV0YWlsOiApwy0lQDQ1NCwgZ2V0X3NuYXBzaG90CZYMIDE4Lil8mHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogOTUsIGtleT4XAAgxMTUhPQhsb2MhrRB9fX0sIAGYPoUAIZ0IZXNzDXUypQEEYWwlpxEbMawAdAHpCHdhbC0/ECA0NDguIYwAfSE1AQQcCjUJNDRfMzklOhw2NjY2LjY3CUm9LhYE8D4sIHJhbmdlOlstaW5mLDIwOSksICgyMDksK2luZl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwmBLGZyAQGIAQQwCjMJNl8yOShQcm9iZUHzNDY0MDAJZ3JvdXAgYnk6dYNALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDHEXgaEAMjKnAxBwYXJ0aSExGG9ya2VyOns5IAUsCDE3N2XXLqICCDUsIGFKAF9hSAAwaSplFiwyLjg3NTk5ODMxNnMJFwxleGVjRVBhOiHFBSQcNjAwNTQ3NHNpggVnEDAzMTg4AZgIcDk1MhIAFH0sIGZpbmagABAzMDIxNQE5XqEAAa0Eb3QJoRAzLjAzwoF6ARIFnAwxNTduDawdnxA4NjgyMi6fABAyMTkwNwFmFZ8NEjmvYXQAM4F/JagUbm90KGVxOYwELCBBJwgpLCABGRRpc251bGwZHQApId8FfyUMAWiNtwgJMzixv2HYEDUJNl8zIcwIODAwXQxKqgVtHQhpbmdSMwYgc2NoZW1hX2lkAeVG2QZF8wkeSV0IbWluFa8AODJYAgAxGbkAMRm5BDIselgCEDEwODE5BepeuAEAMUlCWVkUMzU5MTY3La0lvRAyMC42NolrIdElQkWEFDM4ODk4MQHcBGF4JVQQMDg5NzYywQEREnpgAhQxMjQxNTYB2V6oAC5gAhQ1LjAwMsIyYQIIMjE1QmECFDU1MzQ5Mx2fEDExMDYwBWZRYBESWWAANuEDDDM2CTAp/cX5JEhhc2hBZ2dfMzE9iAGtST8EMizBn6nbACDBRNn2CDc4NM3BQSqt0S1zARIQOiAzODSlHT2HECA0Ni40Bd8AY772BvHzzvUGADIFgwBhrbY8MS4zOG1zfSxSZXNvbHZlTMEmAdxKIAcYNTczLjdtc8FBbGJhY2tvZmZ7dHhuTm90Rm91bmQ6IDE0bXN9CTIyYwMAN2FjADHFAf5lA85lA0qNAxbfCX11ADgl7WZCBgAsUrQHIdYIZXNzMusBBGFsMhcAJF9zaXplOiA3NDcxchYOCQg0NTdW6QcAOU1E4ukHDDYzLCC+6QcumALBGARhafHpVZ8+6QcINTc4Bap5ThQ4CTQzXzOhtAwwCTEwoU6F9AA6NucHeskHgfxmhwEgCU4vQQlOL0EK')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('vxvwSQq6GwoNUHJvamVjdGlvbl8xMxKiGgoHU29ydF8xNBKqGQoLSGFzaEpvaW5fMjgS0wYKDlRhYmxlUmVhZGVyXzQxEpAECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwyMDkpLCAoMjA5LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSkNKBDFBmyiBaEEUhgFnQQudB2cKC5yZW9yZ2qCAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDQ1NCwgZ2V0X3NuYXBzaG90XwWkwCAxOC44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDk1LCBrZXk+FwBIMTE1MCwgYmxvY2s6IHt9fX0sIAFZPoUAHHByb2Nlc3NfARwYOiAzMTguMQV2CaMId2FpEZAMMzcuOQkaAekMd2FsbA00JDQ0OC4zwrVzfXAhOwUBLksBLBoBASGtsAYVEoHrQDlOKAFAAVIRZGF0YTpTXS4EWhQFhwQ0NAn6LaQUYt0BY29wKcFMIHtudW06IDEsIG1heDogNjc4LjcFlgHILVIEMCwBvgXaOtIABdAAOhnLYGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAhOgx1aWxkBXUIX2R1BRoUbjogNi40AesFfshfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwBmABhLTgINjUyBbsMfX1w8y4wARASnBEKCmFmIEFnZ18yORLLDS5SAxAzMBLODBkgEDM1EqkINoUDEDM2EqUFHSIUMRKXAQoQZYMMRnVsbGmCADRF4RTw7zBBKQABARCIw0AwAXaEAwAe/mYDWmYDCChlMQ2FBEC/DYU8UpQBZ3JvdXAgYnk6bXlzcTpyAyHrHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGq3yuUDDa1Nm1UDLhcAJF9zaXplOiA3NDdFuZ0aADdWGgQAOW2K4hoEBDYzxhoEBDg0ZeYRo50aDDQ2LjRlhD4aBAg1NzgFqloaBCAh3t3d3R0+90BJhCn/gRkED2SBGQhIYXNlBAwzMVoThRcUNTc1bXMsjRYMMmKiAl4WBAg3ODQFeAAsLhYEKXsleQQ6IDLOAAXMADoZx8IWBAAxDW4EbWHGFQQAMjFRBeM8MS4zOG1zfSxSZXNvbHZlTKG9gfIAX0ZABKA1NzMuN21zfX0sIGJhY2tvZmZ7dHhuTm90Rm91bmQ6IDE0bXN9cJgCeKWSAQEpcQytbPhAPnEBAIT+cAO+cAN1VH1gCDVaFSUEEDU3NS4xLukBRMcCcGFydGlhbF93b3JrZXI6e9l+BS0QMDgxOTIBMi6KBRw1LCB0YXNrX8EwLfxBtCw6Mi44NzUzNTkxNjdJzShfZXhlYzoyMC42Nsl3BHRvzfQJKxA4ODk4MYFMBGF4BW8UMDg5NzY3AW8IcDk1MhIAFH0sIGZpbmaoABAyNDE1NgE5XqgAAbQAb02QEDUuMDAyaVcAbxGkCDE1bg20JSoFoBA1MzQ5Mx2fEDExMDYwBWYRnxESbocDCK1I/k0WCAC5QGWFGC9ub3QoZXE1qwg1LCAOegkIKSwgARkUaXNudWxsGR0EKSk9viWM7b0EcPwuggIkGgECIUREREQkYz5vAAQ4Z7HyURwENSytoRxmaXJzdHJvdx1uuZYuNgIueAAEYr96NgIQMjE3NzNujQEAMGWaXTUUOTk4MzE2LYFFNQAwDQ01jhg2MDA1NDc0PY8UMjAzMTg4AWgxjxESei4CEDIzMDIxhfGOLgIMMy4wMzYtAggxNTdCLQIYNjA4NjgyMi6fAAwyMTkwMs0CERJeLgIc1ll8TMAbB0E2zAlYPGlubmVyIGpvaW4sIGVxdWFsOltlcShiWAcELCA15wQpXV07JZJNOwRiOxaECRBoYXNoX+W3ADoWOgsIOjQ4sXMQZmV0Y2gdEAUyLDowc30hMsrlhT1kEDqoAAA9SpIA7YwcaW5nOmRlc2NSNggWDggdqQA0IdMNqRghYqo4waB6PmwATrwIAUgQbWV0YSxOuggZiVppAAxiDUNvJmwKQDVwnF54////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 02:38:48.189 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:48.189 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:48.189 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2e15d9d6-2ad5-4af1-959c-70e4cb4b555b] [watcherID=fec086c2-3d90-48be-9fda-6f720584584a] [2024/05/06 02:38:48.189 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:48.191 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:48.191 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:48.191 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:48.191 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:48.438 +00:00] [INFO] [commit.go:159] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=449567294043193351] [info="{StartTs:449567294043193351 AttemptedCommitTs:449567294200479745 Key:6d44423a3139360000fd00000000000000685461626c653a3230ff3600000000000000f8 MinCommitTs:449567294331289605}"] [2024/05/06 02:38:48.441 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=33.697Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:48.443 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=183] [2024/05/06 02:38:48.492 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.961126ms] [job="ID:209, Type:drop schema, State:done, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:47.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.498 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=209] [tableIDs="[206]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:48.502 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=209] [jobType="drop schema"] [2024/05/06 02:38:48.503 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [job="ID:209, Type:drop schema, State:synced, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:47.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.509 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 02:38:48.509 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:48.510 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 1.315847994\n# Parse_time: 0.000010511\n# Compile_time: 0.000035433\n# Rewrite_time: 0.000003314\n# Optimize_time: 0.000017319\n# Wait_TS: 0.000102211\n# Is_internal: false\n# Digest: 46858bb0150a45a24e93a54f27e66cbafba0718db4a9aefe5493be861649496a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists addindexlit;"] [2024/05/06 02:38:48.510 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=183] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:48.516 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:48.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:48.517 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:48.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:48.522 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=274.712Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:48.530 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=184] [2024/05/06 02:38:48.579 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=52.515331ms] [job="ID:211, Type:create schema, State:done, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:48.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.585 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:create schema, State:synced, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.589 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 02:38:48.589 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:48.594 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:48.594 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=184] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 02:38:48.600 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:48.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:48.600 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:48.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 02:38:48.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.608 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 212, Table Name: t"] [2024/05/06 02:38:48.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=492.354Β΅s] [gotSchemaVersion=185] [phyTblIDs="[212]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:48.614 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=185] [2024/05/06 02:38:48.662 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=51.805871ms] [job="ID:213, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:48.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.669 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [job="ID:213, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.551 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.674 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 02:38:48.674 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:48.676 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567294396825617] [2024/05/06 02:38:48.678 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567294396825620] [2024/05/06 02:38:48.680 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567294396825622] [2024/05/06 02:38:48.682 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567294396825624] [2024/05/06 02:38:48.684 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567294396825626] [2024/05/06 02:38:48.685 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567294396825628] [2024/05/06 02:38:48.686 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567294396825630] [2024/05/06 02:38:48.688 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567294396825632] [2024/05/06 02:38:48.689 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d45f728000000000002ca4] [2024/05/06 02:38:48.690 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d45f728000000000002ca4] ["first new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:497 store_id:1 id:498 store_id:5 id:499 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/06 02:38:48.690 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=496] [2024/05/06 02:38:48.691 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000002ca4] ["new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:497 store_id:1 id:498 store_id:5 id:499 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.691 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=500] [2024/05/06 02:38:48.691 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000005948] ["new region left"="{Id:500 StartKey:7480000000000000ffd45f728000000000ff002ca40000000000fa EndKey:7480000000000000ffd45f728000000000ff0059480000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:501 store_id:1 id:502 store_id:5 id:503 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.691 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=504] [2024/05/06 02:38:48.692 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f7280000000000085ec] ["new region left"="{Id:504 StartKey:7480000000000000ffd45f728000000000ff0059480000000000fa EndKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:505 store_id:1 id:506 store_id:5 id:507 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.692 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=508] [2024/05/06 02:38:48.692 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000b290] ["new region left"="{Id:508 StartKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa EndKey:7480000000000000ffd45f728000000000ff00b2900000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:509 store_id:1 id:510 store_id:5 id:511 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.692 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=512] [2024/05/06 02:38:48.793 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000df34] ["new region left"="{Id:512 StartKey:7480000000000000ffd45f728000000000ff00b2900000000000fa EndKey:7480000000000000ffd45f728000000000ff00df340000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:513 store_id:1 id:514 store_id:5 id:515 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.793 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=516] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000010bd8] ["new region left"="{Id:516 StartKey:7480000000000000ffd45f728000000000ff00df340000000000fa EndKey:7480000000000000ffd45f728000000000ff010bd80000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:517 store_id:1 id:518 store_id:5 id:519 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[496,500,504,508,512,516]"] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=496] [backoff(ms)=299895] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=496] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=500] [backoff(ms)=299895] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=500] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=504] [backoff(ms)=299894] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=504] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=508] [backoff(ms)=299894] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=508] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=512] [backoff(ms)=299894] [2024/05/06 02:38:48.794 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=512] [2024/05/06 02:38:48.795 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=516] [backoff(ms)=299894] [2024/05/06 02:38:48.795 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=516] [2024/05/06 02:38:48.795 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=185] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/06 02:38:48.801 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:48.801 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/06 02:38:48.808 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:48.809 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:48.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=556.579Β΅s] [gotSchemaVersion=186] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:48.817 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=186] [2024/05/06 02:38:48.865 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=51.777626ms] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:48.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:48.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=570.716Β΅s] [gotSchemaVersion=187] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:48.880 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=187] [2024/05/06 02:38:48.928 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=51.80887ms] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:48.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:48.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=559.921Β΅s] [gotSchemaVersion=188] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:48.943 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=188] [2024/05/06 02:38:48.991 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=52.289652ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:48.998 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:48.998 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:48.999 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/06 02:38:49.005 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/06 02:38:49.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294475730953, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:49.010 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:49.014 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/214] [2024/05/06 02:38:49.038 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:49.049 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240001] [2024/05/06 02:38:49.049 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:49.163 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:49.551 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:49.551 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:49.552 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240001] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:49.553 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:49.594 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240001] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:49.897 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:49.898 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:49.898 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/214] [keyspaceName=] [2024/05/06 02:38:49.901 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:49.901 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:49.902 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:49.902 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:49.902 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:49.902 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:49.905 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:49.906 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:49.906 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=214] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:38:49.906 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:49.910 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:49.913 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:49.913 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=214] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:49.913 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240001] [subtask-id=210001] [jobID=214] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:49.913 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 02:38:49.914 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/06 02:38:49.914 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/06 02:38:49.926 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:38:49.938 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 02:38:49.951 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 02:38:49.951 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=1] [2024/05/06 02:38:49.951 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/06 02:38:49.979 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 02:38:49.979 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=2] [2024/05/06 02:38:49.979 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=3] [2024/05/06 02:38:49.980 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/06 02:38:49.980 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f72800000000000b290] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 02:38:49.980 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/06 02:38:49.980 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=4] [2024/05/06 02:38:49.980 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/06 02:38:49.980 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/06 02:38:49.980 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=5] [2024/05/06 02:38:49.981 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=7] [2024/05/06 02:38:49.981 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=6] [2024/05/06 02:38:49.982 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=304] [count=8] [cost=555.715Β΅s] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/9338025f-92e3-4a5e-a3f0-fed9f33b8add.sst] [2024/05/06 02:38:49.982 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/9338025f-92e3-4a5e-a3f0-fed9f33b8add.sst] [firstKey=7480000000000000D45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000001038000000000011170038000000000011170] [2024/05/06 02:38:49.985 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=214] [2024/05/06 02:38:49.985 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295463698432/467794132992, backend usage: 0"] [2024/05/06 02:38:49.985 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:49.986 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:50.007 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=304] [2024/05/06 02:38:50.007 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:50.017 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/06 02:38:50.018 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.853821ms] [] [2024/05/06 02:38:50.021 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=214] [2024/05/06 02:38:50.032 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:50.032 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:50.033 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=906.064Β΅s] [] [2024/05/06 02:38:50.033 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:50.034 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=520.074Β΅s] [] [2024/05/06 02:38:50.034 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:50.034 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:50.034 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:50.034 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:50.034 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:50.034 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:50.034 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:50.034 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:50.034 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:50.034 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:50.034 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:50.034 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:50.035 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:50.035 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:50.035 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:50.035 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:50.035 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:50.035 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=214] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 02:38:50.035 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=137.34828ms] [] [2024/05/06 02:38:50.052 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:50.253 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 02:38:50.282 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=656.155Β΅s] [gotSchemaVersion=189] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:50.285 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=189] [2024/05/06 02:38:50.332 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=52.747633ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294475730953, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.336 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240001] [type=backfill] [2024/05/06 02:38:50.341 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294475730953, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.342 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=214] [table=t] [index=idx] [2024/05/06 02:38:50.350 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=744.392Β΅s] [gotSchemaVersion=190] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:50.352 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=190] [2024/05/06 02:38:50.400 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=52.931356ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.409 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/06 02:38:50.414 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/06 02:38:50.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294855577606, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.423 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294855577606, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d45f69ffff000000000001,EndKey:7480000000000000d45f69ffff000000000001ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/06 02:38:50.424 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000001] ["end key"=7480000000000000d45f69ffff000000000001ff] [2024/05/06 02:38:50.425 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=214] [2024/05/06 02:38:50.425 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/06 02:38:50.425 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=214] [2024/05/06 02:38:50.425 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=214] [2024/05/06 02:38:50.425 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=214] [2024/05/06 02:38:50.425 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000001ff] ["current end key"=7480000000000000d45f69ffff00000000000100] [2024/05/06 02:38:50.425 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=214] [2024/05/06 02:38:50.425 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=214] [2024/05/06 02:38:50.425 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=214] [2024/05/06 02:38:50.426 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000001, 7480000000000000d45f69ffff00000000000100), jobID: 214"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000010000] ["take time"=397.696Β΅s] [2024/05/06 02:38:50.426 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=214] [2024/05/06 02:38:50.429 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000001] [2024/05/06 02:38:50.429 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 02:38:50.449 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:50.455 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=536.793Β΅s] [gotSchemaVersion=191] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:50.457 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=191] [2024/05/06 02:38:50.505 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=52.498959ms] [job="ID:214, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294855577606, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.513 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=214] [tableID=212] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:50.516 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=214] [jobType="add index"] [2024/05/06 02:38:50.517 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [job="ID:214, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 02:38:48.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294855577606, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.525 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 02:38:50.525 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:50.526 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 1.731390217\n# Parse_time: 0.000047901\n# Compile_time: 0.000118535\n# Rewrite_time: 0.000002923\n# Optimize_time: 0.000017319\n# Wait_TS: 0.00019632\n# DB: addindexlit\n# Is_internal: false\n# Digest: 32d569294d9fec527c753fa1c3471a51797a29a06f81aea16315902427aadc16\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(b);"] [2024/05/06 02:38:50.527 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:38:50.531 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=191] [cur_db=addindexlit] [sql="alter table t add index idx_2(b);"] [user=] [2024/05/06 02:38:50.536 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:50.536 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx_2(b);"] [2024/05/06 02:38:50.544 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.544 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx_2\",\"L\":\"idx_2\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:50.550 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240001] [2024/05/06 02:38:50.551 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=652.406Β΅s] [gotSchemaVersion=192] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:50.552 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:50.552 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210003] [2024/05/06 02:38:50.552 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240001] [2024/05/06 02:38:50.553 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=192] [2024/05/06 02:38:50.565 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:50.601 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=52.375017ms] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=560.866Β΅s] [gotSchemaVersion=193] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:50.618 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=193] [2024/05/06 02:38:50.666 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=52.201285ms] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.673 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.680 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=552.361Β΅s] [gotSchemaVersion=194] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:50.682 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=194] [2024/05/06 02:38:50.730 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=52.216615ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.738 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.739 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/06 02:38:50.740 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/06 02:38:50.745 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/06 02:38:50.750 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294934482955, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:50.755 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/06 02:38:50.760 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/215] [2024/05/06 02:38:50.785 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:50.797 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240002] [2024/05/06 02:38:50.797 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:51.299 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:51.299 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:51.300 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240002] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:51.301 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:51.394 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240002] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:51.697 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:51.698 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:51.698 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/215] [keyspaceName=] [2024/05/06 02:38:51.702 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:51.702 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:51.702 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:51.702 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:51.703 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:51.703 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:51.707 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:51.707 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:51.707 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=215] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:38:51.707 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:51.714 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:51.716 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:38:51.716 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=215] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:51.717 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240002] [subtask-id=210002] [jobID=215] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:51.717 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 02:38:51.717 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/06 02:38:51.717 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/06 02:38:51.793 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 02:38:51.878 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 02:38:51.958 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 02:38:51.958 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=2] [2024/05/06 02:38:51.958 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/06 02:38:52.003 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 02:38:52.003 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/06 02:38:52.003 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=3] [2024/05/06 02:38:52.003 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=1] [2024/05/06 02:38:52.004 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/06 02:38:52.004 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/06 02:38:52.004 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=4] [2024/05/06 02:38:52.005 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=5] [2024/05/06 02:38:52.005 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/06 02:38:52.005 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=7] [2024/05/06 02:38:52.005 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=6] [2024/05/06 02:38:52.006 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=304] [count=8] [cost=570.018Β΅s] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/3f1d0a20-58bb-410d-97d8-501b1ffc8ed2.sst] [2024/05/06 02:38:52.006 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/3f1d0a20-58bb-410d-97d8-501b1ffc8ed2.sst] [firstKey=7480000000000000D45F698000000000000002038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000002038000000000011170038000000000011170] [2024/05/06 02:38:52.009 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=215] [2024/05/06 02:38:52.009 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 295463735296/467794132992, backend usage: 0"] [2024/05/06 02:38:52.009 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 02:38:52.010 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:52.031 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=8] [size=304] [2024/05/06 02:38:52.031 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:52.041 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/06 02:38:52.042 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=33.201426ms] [] [2024/05/06 02:38:52.045 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=215] [2024/05/06 02:38:52.054 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:52.054 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:38:52.055 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=627.643Β΅s] [] [2024/05/06 02:38:52.055 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 02:38:52.055 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=607.845Β΅s] [] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:52.056 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:52.056 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:52.056 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:52.056 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:52.056 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:52.056 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=215] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 02:38:52.056 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=359.418285ms] [] [2024/05/06 02:38:52.301 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:52.358 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240002] [type=backfill] [2024/05/06 02:38:52.602 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 02:38:52.639 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=643.01Β΅s] [gotSchemaVersion=195] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:52.642 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=195] [2024/05/06 02:38:52.690 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=53.287505ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294934482955, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:52.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567294934482955, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:52.700 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=215] [table=t] [index=idx_2] [2024/05/06 02:38:52.708 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=592.327Β΅s] [gotSchemaVersion=196] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:52.710 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=196] [2024/05/06 02:38:52.757 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=52.124362ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:52.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:52.767 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/06 02:38:52.773 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/06 02:38:52.778 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567295471878151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:52.781 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567295471878151, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000d45f69ffff000000000002,EndKey:7480000000000000d45f69ffff000000000002ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/06 02:38:52.783 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=215] [2024/05/06 02:38:52.783 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=215] [2024/05/06 02:38:52.783 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=215] [2024/05/06 02:38:52.783 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000002] ["end key"=7480000000000000d45f69ffff000000000002ff] [2024/05/06 02:38:52.783 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/06 02:38:52.783 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=215] [2024/05/06 02:38:52.784 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000002ff] ["current end key"=7480000000000000d45f69ffff00000000000200] [2024/05/06 02:38:52.784 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=215] [2024/05/06 02:38:52.784 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=215] [2024/05/06 02:38:52.784 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=215] [2024/05/06 02:38:52.784 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000002, 7480000000000000d45f69ffff00000000000200), jobID: 215"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000020000] ["take time"=495.116Β΅s] [2024/05/06 02:38:52.784 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=215] [2024/05/06 02:38:52.787 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000002] [2024/05/06 02:38:52.787 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 02:38:52.798 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240002] [2024/05/06 02:38:52.800 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:52.800 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240002] [2024/05/06 02:38:52.808 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:52.817 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:52.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=644.96Β΅s] [gotSchemaVersion=197] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:52.825 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=197] [2024/05/06 02:38:52.873 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.162891ms] [job="ID:215, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567295471878151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:52.881 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=215] [tableID=212] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:52.884 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="add index"] [2024/05/06 02:38:52.885 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [job="ID:215, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 02:38:50.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567295471878151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:52.894 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 02:38:52.894 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:52.895 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.364436017\n# Parse_time: 0.000030635\n# Compile_time: 0.000064919\n# Rewrite_time: 0.000002276\n# Optimize_time: 0.000017319\n# Wait_TS: 0.000271544\n# DB: addindexlit\n# Is_internal: false\n# Digest: 3b8533dcb186df7b7c5aefd3163dfd848c9b0f469aeafd56da34c64dd90eb336\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index idx_2(b);"] [2024/05/06 02:38:52.896 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:38:52.896 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx_2] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx_2`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:38:52.901 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=197] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 02:38:52.906 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:52.906 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 02:38:52.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.920 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=55.925Β΅s] [gotSchemaVersion=198] [phyTblIDs="[212]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:52.921 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=198] [2024/05/06 02:38:52.971 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.332305ms] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.977 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.985 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=52.956Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:52.987 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=199] [2024/05/06 02:38:53.036 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=52.683048ms] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.042 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.046 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 210, Old Table ID: 212, Old Table Name: t"] [2024/05/06 02:38:53.051 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=80.46Β΅s] [gotSchemaVersion=200] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:38:53.053 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=200] [2024/05/06 02:38:53.102 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=52.667312ms] [job="ID:216, Type:drop table, State:done, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.109 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 02:38:53.112 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop table"] [2024/05/06 02:38:53.112 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [job="ID:216, Type:drop table, State:synced, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 02:38:52.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.120 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 02:38:53.120 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:53.122 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=200] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 02:38:53.130 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:53.130 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 02:38:53.137 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.140 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 217, Table Name: t"] [2024/05/06 02:38:53.146 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=783.218Β΅s] [gotSchemaVersion=201] [phyTblIDs="[217]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:53.148 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=201] [2024/05/06 02:38:53.196 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=52.509243ms] [job="ID:218, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.203 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.101 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.207 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 02:38:53.208 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:53.210 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567295589580809] [2024/05/06 02:38:53.211 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567295589580811] [2024/05/06 02:38:53.213 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567295589580814] [2024/05/06 02:38:53.214 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567295589580817] [2024/05/06 02:38:53.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567295589580820] [2024/05/06 02:38:53.218 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567295589580822] [2024/05/06 02:38:53.219 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567295589580824] [2024/05/06 02:38:53.221 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567295589580826] [2024/05/06 02:38:53.221 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d95f728000000000002710] [2024/05/06 02:38:53.224 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d95f728000000000002710] ["first new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:537 store_id:1 id:538 store_id:5 id:539 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/06 02:38:53.224 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=536] [2024/05/06 02:38:53.225 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000002710] ["new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:537 store_id:1 id:538 store_id:5 id:539 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:53.225 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=540] [2024/05/06 02:38:53.225 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000004e20] ["new region left"="{Id:540 StartKey:7480000000000000ffd95f728000000000ff0027100000000000fa EndKey:7480000000000000ffd95f728000000000ff004e200000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:541 store_id:1 id:542 store_id:5 id:543 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:53.225 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=544] [2024/05/06 02:38:53.326 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000007530] ["new region left"="{Id:544 StartKey:7480000000000000ffd95f728000000000ff004e200000000000fa EndKey:7480000000000000ffd95f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:545 store_id:1 id:546 store_id:5 id:547 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:53.326 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=548] [2024/05/06 02:38:53.326 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000009c40] ["new region left"="{Id:548 StartKey:7480000000000000ffd95f728000000000ff0075300000000000fa EndKey:7480000000000000ffd95f728000000000ff009c400000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:549 store_id:1 id:550 store_id:5 id:551 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:53.326 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=552] [2024/05/06 02:38:53.327 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000c350] ["new region left"="{Id:552 StartKey:7480000000000000ffd95f728000000000ff009c400000000000fa EndKey:7480000000000000ffd95f728000000000ff00c3500000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:553 store_id:1 id:554 store_id:5 id:555 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:53.327 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=556] [2024/05/06 02:38:53.327 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000ea60] ["new region left"="{Id:556 StartKey:7480000000000000ffd95f728000000000ff00c3500000000000fa EndKey:7480000000000000ffd95f728000000000ff00ea600000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:557 store_id:1 id:558 store_id:5 id:559 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:38:53.327 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[536,540,544,548,552,556]"] [2024/05/06 02:38:53.327 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=536] [backoff(ms)=299894] [2024/05/06 02:38:53.327 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=536] [2024/05/06 02:38:53.327 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=540] [backoff(ms)=299894] [2024/05/06 02:38:53.328 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=540] [2024/05/06 02:38:53.328 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=544] [backoff(ms)=299893] [2024/05/06 02:38:53.328 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=544] [2024/05/06 02:38:53.328 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=548] [backoff(ms)=299893] [2024/05/06 02:38:53.328 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=548] [2024/05/06 02:38:53.328 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=552] [backoff(ms)=299893] [2024/05/06 02:38:53.328 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=552] [2024/05/06 02:38:53.328 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=556] [backoff(ms)=299893] [2024/05/06 02:38:53.328 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=556] [2024/05/06 02:38:53.329 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=201] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 02:38:53.334 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:53.334 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 02:38:53.342 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:53.342 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:53.349 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=635.155Β΅s] [gotSchemaVersion=202] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:53.351 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=202] [2024/05/06 02:38:53.399 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=52.373327ms] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:53.406 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:53.414 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=708.032Β΅s] [gotSchemaVersion=203] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:53.416 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=203] [2024/05/06 02:38:53.464 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=52.506841ms] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:53.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:53.479 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=600.262Β΅s] [gotSchemaVersion=204] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:53.481 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=204] [2024/05/06 02:38:53.529 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=52.192863ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:53.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:53.536 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:53.537 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f728000000000000000] [endKey=7480000000000000d95f72800000000001117000] [2024/05/06 02:38:53.542 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/06 02:38:53.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567295668486152, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:53.547 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:53.552 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/219] [2024/05/06 02:38:53.573 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=217] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:53.585 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240003] [2024/05/06 02:38:53.585 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:54.087 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:54.087 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:54.088 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240003] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:54.090 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:54.394 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240003] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:54.698 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:54.699 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:54.699 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/06 02:38:54.702 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:54.702 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:54.703 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:54.703 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:54.703 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:54.703 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:54.709 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:54.710 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:54.710 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=219] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:54.710 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:54.716 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:54.718 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:54.718 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=219] ["index ID"=1] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:54.720 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240003] [subtask-id=210003] [jobID=219] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:54.720 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000000000] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/06 02:38:54.720 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d95f728000000000000000, endKey=7480000000000000d95f728000000000002710"] [2024/05/06 02:38:54.720 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d95f728000000000002710, endKey=7480000000000000d95f728000000000004e20"] [2024/05/06 02:38:54.769 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/06 02:38:54.812 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/06 02:38:54.857 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/06 02:38:54.857 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=1] [2024/05/06 02:38:54.857 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d95f728000000000004e20, endKey=7480000000000000d95f728000000000007530"] [2024/05/06 02:38:54.902 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 02:38:54.902 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=2] [2024/05/06 02:38:54.902 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=3] [2024/05/06 02:38:54.902 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d95f728000000000007530, endKey=7480000000000000d95f728000000000009c40"] [2024/05/06 02:38:54.902 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000009c40] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/06 02:38:54.902 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d95f728000000000009c40, endKey=7480000000000000d95f72800000000000c350"] [2024/05/06 02:38:54.903 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d95f72800000000000c350, endKey=7480000000000000d95f72800000000000ea60"] [2024/05/06 02:38:54.903 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=4] [2024/05/06 02:38:54.903 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=5] [2024/05/06 02:38:54.903 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d95f72800000000000ea60, endKey=7480000000000000d95f72800000000001117000"] [2024/05/06 02:38:54.903 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=7] [2024/05/06 02:38:54.903 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=6] [2024/05/06 02:38:54.905 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=432] [count=8] [cost=569.408Β΅s] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/c70d5cfc-8fc9-4bd6-aade-2844d848c371.sst] [2024/05/06 02:38:54.905 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=432] [kvs=8] [files=1] [sstFileSize=1147] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/c70d5cfc-8fc9-4bd6-aade-2844d848c371.sst] [firstKey=7480000000000000FFD95F698000000000FF0000010380000000FF0000000000000000FB80000000000000000008] [lastKey=7480000000000000FFD95F698000000000FF0000010380000000FF0001117000000000FB80000000000111700008] [2024/05/06 02:38:54.907 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=219] [2024/05/06 02:38:54.907 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295463841792/467794132992, backend usage: 0"] [2024/05/06 02:38:54.907 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:54.908 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:54.930 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=432] [2024/05/06 02:38:54.930 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:54.938 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=432] [kvs=8] [importedSize=288] [importedCount=8] [2024/05/06 02:38:54.940 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.581079ms] [] [2024/05/06 02:38:54.943 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=219] [2024/05/06 02:38:54.951 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:54.951 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:54.952 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=576.246Β΅s] [] [2024/05/06 02:38:54.952 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:54.952 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=463.041Β΅s] [] [2024/05/06 02:38:54.953 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:54.953 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:54.953 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:54.953 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:54.953 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:54.953 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:54.953 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:54.953 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:54.953 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:54.953 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:54.953 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:54.953 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:54.954 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:54.954 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:54.954 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:54.954 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:54.954 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:54.954 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 02:38:54.954 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=255.664345ms] [] [2024/05/06 02:38:55.088 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:38:55.255 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240003] [type=backfill] [2024/05/06 02:38:55.387 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:55.387 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/06 02:38:55.390 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:55.390 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:55.391 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:55.391 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:55.391 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:55.391 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:55.396 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:55.397 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:55.397 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=536] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:38:55.397 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 02:38:55.397 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 02:38:55.398 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.122011ms] [] [2024/05/06 02:38:55.399 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:55.399 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:55.399 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:55.399 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:55.399 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:55.399 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 02:38:55.399 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 02:38:55.425 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=632.476Β΅s] [gotSchemaVersion=205] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:55.427 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=205] [2024/05/06 02:38:55.475 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=51.940778ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567295668486152, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:55.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567295668486152, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:55.482 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=219] [table=t] [index=idx] [2024/05/06 02:38:55.489 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=528.09Β΅s] [gotSchemaVersion=206] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:55.491 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=206] [2024/05/06 02:38:55.539 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=52.688496ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:55.546 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:55.547 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/06 02:38:55.552 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/06 02:38:55.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567296192512008, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:55.559 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567296192512008, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d95f69ffff000000000001,EndKey:7480000000000000d95f69ffff000000000001ff,First:false,PhysicalTableID:217,Ingest mode:false"] [2024/05/06 02:38:55.560 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=219] [2024/05/06 02:38:55.560 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=219] [2024/05/06 02:38:55.560 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f69ffff000000000001] ["end key"=7480000000000000d95f69ffff000000000001ff] [2024/05/06 02:38:55.560 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=219] [2024/05/06 02:38:55.560 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/06 02:38:55.560 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=219] [2024/05/06 02:38:55.561 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=217] ["end key"=7480000000000000d95f69ffff000000000001ff] ["current end key"=7480000000000000d95f69ffff00000000000100] [2024/05/06 02:38:55.561 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=219] [2024/05/06 02:38:55.561 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=219] [2024/05/06 02:38:55.561 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=219] [2024/05/06 02:38:55.561 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 217, range: [7480000000000000d95f69ffff000000000001, 7480000000000000d95f69ffff00000000000100), jobID: 219"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d95f69ffff0000000000010000] ["take time"=334.591Β΅s] [2024/05/06 02:38:55.561 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=219] [2024/05/06 02:38:55.563 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d95f69ffff000000000001] [2024/05/06 02:38:55.563 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 02:38:55.586 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240003] [2024/05/06 02:38:55.586 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:38:55.588 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:38:55.588 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240003] [2024/05/06 02:38:55.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=613.414Β΅s] [gotSchemaVersion=207] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:55.593 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=207] [2024/05/06 02:38:55.594 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:38:55.642 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=52.835499ms] [job="ID:219, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567296192512008, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:55.648 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=219] [tableID=217] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:38:55.650 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=219] [jobType="add index"] [2024/05/06 02:38:55.651 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [job="ID:219, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-06 02:38:53.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567296192512008, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:55.657 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=219] [2024/05/06 02:38:55.657 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:55.658 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.329808122\n# Parse_time: 0.000042123\n# Compile_time: 0.000081453\n# Rewrite_time: 0.000002702\n# Optimize_time: 0.000017319\n# Wait_TS: 0.000141217\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/06 02:38:55.659 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:38:55.662 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [2024/05/06 02:38:55.662 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [2024/05/06 02:38:55.663 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [] [2024/05/06 02:38:55.664 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:55.664 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=1.665Β΅s] [2024/05/06 02:38:55.664 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=755ns] [2024/05/06 02:38:55.664 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=594ns] [2024/05/06 02:38:55.664 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=853ns] [2024/05/06 02:38:55.664 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:55.664 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=662ns] [2024/05/06 02:38:55.664 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:38:55.664 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:38:55.664 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:38:55.666 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=b2f65f05-8f55-40e1-80a2-6853705f3db4] ["take time"=3.678224ms] [2024/05/06 02:38:55.666 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=b2f65f05-8f55-40e1-80a2-6853705f3db4] [2024/05/06 02:38:55.667 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:38:55.667 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2e15d9d6-2ad5-4af1-959c-70e4cb4b555b] [watcherID=fec086c2-3d90-48be-9fda-6f720584584a] [2024/05/06 02:38:55.667 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:38:55.667 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/2e15d9d6-2ad5-4af1-959c-70e4cb4b555b] [2024/05/06 02:38:55.667 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:55.667 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:55.667 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:55.667 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:55.667 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:38:55.667 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:38:55.667 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:55.667 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:55.667 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:55.667 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:38:55.667 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:38:55.667 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1331] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:55.668 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:55.668 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b2f65f05-8f55-40e1-80a2-6853705f3db4] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:38:55.668 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:38:55.668 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:55.668 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:38:55.668 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:55.668 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 414496a0-4464-4598-aa9b-10f28564df02"] [error="lost watcher waiting for delete"] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:55.668 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:55.668 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:38:55.668 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:55.668 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=b2f65f05-8f55-40e1-80a2-6853705f3db4] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:38:55.668 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:38:55.668 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:38:55.668 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:38:55.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:55.668 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [error="context canceled"] [2024/05/06 02:38:55.668 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [2024/05/06 02:38:55.669 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:38:55.669 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 414496a0-4464-4598-aa9b-10f28564df02"] [error="context canceled"] [2024/05/06 02:38:55.669 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:38:55.669 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 414496a0-4464-4598-aa9b-10f28564df02"] [2024/05/06 02:38:55.669 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:55.669 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:55.669 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=414496a0-4464-4598-aa9b-10f28564df02] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:55.669 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:55.675 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:38:55.675 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [error="context canceled"] [2024/05/06 02:38:55.675 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [2024/05/06 02:38:55.675 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:56.920 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:56.920 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:38:56.920 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:56.930 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 414496a0-4464-4598-aa9b-10f28564df02"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:56.949 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b2f65f05-8f55-40e1-80a2-6853705f3db4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:38:56.949 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:38:56.949 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:38:56.949 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:56.949 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.286963362s] [2024/05/06 02:38:56.949 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:56.949 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:56.949 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:56.949 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:56.949 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:56.949 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:56.949 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:56.949 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:56.949 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:56.949 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:56.949 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:56.949 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:56.949 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexSplitTableRanges (9.82s) === RUN TestAddIndexFinishImportError [2024/05/06 02:38:56.952 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:56.952 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:56.953 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:56.953 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:56.953 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:56.953 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:56.953 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:56.954 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:56.955 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:56.955 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:56.955 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:56.958 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:56.962 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:56.971 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1314] ["lease id"=6f188f4bc24d2aac] [2024/05/06 02:38:56.972 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:56.984 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=11.450773ms] [2024/05/06 02:38:56.985 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:56.985 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=198ba46b-c4a6-4b66-8ecd-e617810218c0] [runWorker=true] [2024/05/06 02:38:56.985 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:56.986 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:56.987 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:38:56.987 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:56.988 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295463981056/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:56.988 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:56.988 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:56.988 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:56.988 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2a08] [ownerID=198ba46b-c4a6-4b66-8ecd-e617810218c0] [op=none] [2024/05/06 02:38:56.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:56.993 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2ec7d795-be3c-4b6d-a0fb-b6ed2d59e2e5] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:56.994 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:38:56.998 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:38:56.999 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:38:56.999 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:38:57.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:38:57.011 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:38:57.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:38:57.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:38:57.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:38:57.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:38:57.013 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:38:57.013 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:38:57.013 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:38:57.013 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:38:57.013 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:38:57.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:38:57.013 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:38:57.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:38:57.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:38:57.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:38:57.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:38:57.014 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:38:57.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:38:57.015 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/ab67ba05-ff21-4063-bec8-e244ad0eccc4] [2024/05/06 02:38:57.015 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:38:57.015 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:57.015 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:38:57.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:38:57.016 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:38:57.016 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:38:57.017 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.088866ms] [2024/05/06 02:38:57.023 +00:00] [INFO] [set.go:170] ["set global var"] [conn=22] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:38:57.024 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=207] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:38:57.031 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:57.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:57.031 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:57.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:38:57.038 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:57.038 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2a08] [ownerID=198ba46b-c4a6-4b66-8ecd-e617810218c0] [op=none] [2024/05/06 02:38:57.038 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [op=none] [2024/05/06 02:38:57.038 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:57.044 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=53.256Β΅s] [gotSchemaVersion=208] [phyTblIDs="[217]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:57.054 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=208] [2024/05/06 02:38:57.103 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=52.200891ms] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:57.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.108 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.114 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=43.753Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:57.116 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=209] [2024/05/06 02:38:57.165 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=52.493923ms] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.170 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.177 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=54.203Β΅s] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:38:57.179 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=210] [2024/05/06 02:38:57.228 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=52.962294ms] [job="ID:220, Type:drop schema, State:done, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:57.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.233 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=220] [tableIDs="[217]"] [comment="drop schema: table IDs"] [2024/05/06 02:38:57.238 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=220] [jobType="drop schema"] [2024/05/06 02:38:57.238 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [job="ID:220, Type:drop schema, State:synced, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:57.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.244 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 02:38:57.244 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:57.246 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=210] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:38:57.252 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:57.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:57.252 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:57.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:38:57.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.264 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=254.145Β΅s] [gotSchemaVersion=211] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:38:57.266 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=222] [version=211] [2024/05/06 02:38:57.316 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=52.97781ms] [job="ID:222, Type:create schema, State:done, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:57.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.321 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [job="ID:222, Type:create schema, State:synced, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.201 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.326 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 02:38:57.326 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:57.335 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:38:57.335 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=211] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 02:38:57.343 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:57.343 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 02:38:57.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.353 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 221, Table ID: 223, Table Name: t"] [2024/05/06 02:38:57.358 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=529.884Β΅s] [gotSchemaVersion=212] [phyTblIDs="[223]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:57.360 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=212] [2024/05/06 02:38:57.409 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=53.122639ms] [job="ID:224, Type:create table, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.414 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [job="ID:224, Type:create table, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.418 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 02:38:57.418 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:57.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567296690585612] [2024/05/06 02:38:57.422 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567296690585615] [2024/05/06 02:38:57.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567296690585617] [2024/05/06 02:38:57.425 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567296690585619] [2024/05/06 02:38:57.426 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=212] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 02:38:57.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:38:57.431 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 02:38:57.439 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:57.439 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:38:57.446 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=584.703Β΅s] [gotSchemaVersion=213] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:57.448 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=213] [2024/05/06 02:38:57.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=52.24436ms] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:57.503 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:57.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=614.257Β΅s] [gotSchemaVersion=214] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:57.513 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=214] [2024/05/06 02:38:57.562 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=52.628381ms] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:57.569 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:57.577 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=691.494Β΅s] [gotSchemaVersion=215] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:38:57.579 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=215] [2024/05/06 02:38:57.628 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=53.048924ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:57.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:57.636 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:57.637 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f728000000000000000] [endKey=7480000000000000df5f72800000000000753000] [2024/05/06 02:38:57.644 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/06 02:38:57.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567296743276551, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:38:57.650 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:38:57.655 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/225] [2024/05/06 02:38:57.682 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=223] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:58.016 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:38:58.016 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:38:58.016 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ab67ba05-ff21-4063-bec8-e244ad0eccc4] [watcherID=6d1f1cea-f9aa-4467-aefd-6295f399d817] [2024/05/06 02:38:58.016 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:38:58.018 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:38:58.018 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:38:58.018 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:38:58.018 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:38:58.022 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=270001] [2024/05/06 02:38:58.022 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 02:38:58.523 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 02:38:58.523 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:38:58.524 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=270001] [curr-step=init] [next-step=read-index] [2024/05/06 02:38:58.525 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 02:38:58.821 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=270001] [type=backfill] [remaining-slots=12] [2024/05/06 02:38:58.988 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:59.124 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 02:38:59.125 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:38:59.125 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/225] [keyspaceName=] [2024/05/06 02:38:59.128 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:38:59.128 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:38:59.129 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:59.129 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:38:59.129 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:59.129 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:59.132 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:38:59.133 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:38:59.133 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=225] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:38:59.133 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 02:38:59.138 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 02:38:59.140 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:59.140 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=225] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:38:59.140 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=270001] [subtask-id=240001] [jobID=225] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 02:38:59.140 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f728000000000000000] ["end key"=7480000000000000df5f72800000000000753000] [2024/05/06 02:38:59.140 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=270001] [subtask-id=240001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000df5f728000000000000000, endKey=7480000000000000df5f72800000000000753000"] [2024/05/06 02:38:59.183 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:38:59.227 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 02:38:59.227 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=270001] [subtask-id=240001] [id=1] [2024/05/06 02:38:59.229 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 02:38:59.231 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 02:38:59.232 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1031] [file=/tmp/tidb/tmp_ddl-4000/225/f75d9cab-8823-5503-94ba-459a1de580da.sst/68e2548b-167d-4d4d-8d2a-bcd4990e6714.sst] [firstKey=7480000000000000DF5F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000DF5F698000000000000001038000000000007530038000000000007530] [2024/05/06 02:38:59.235 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=225] [2024/05/06 02:38:59.235 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 295464075264/467794132992, backend usage: 0"] [2024/05/06 02:38:59.235 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:38:59.236 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:38:59.258 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 02:38:59.258 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:38:59.266 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 02:38:59.268 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.693989ms] [] [2024/05/06 02:38:59.271 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=225] [2024/05/06 02:38:59.585 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 02:38:59.585 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:59.586 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=712.976Β΅s] [] [2024/05/06 02:38:59.586 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:38:59.587 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=487.362Β΅s] [] [2024/05/06 02:38:59.587 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:38:59.587 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:38:59.587 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:38:59.587 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:38:59.587 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:38:59.587 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:59.587 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:38:59.587 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:59.587 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:59.588 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:59.588 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:59.588 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:38:59.588 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:38:59.588 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:38:59.588 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:38:59.588 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:38:59.588 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:38:59.588 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=225] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 02:38:59.588 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=463.736665ms] [] [2024/05/06 02:39:00.024 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 02:39:00.096 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/06 02:39:00.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=612.087Β΅s] [gotSchemaVersion=216] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:00.125 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=216] [2024/05/06 02:39:00.173 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=52.691768ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567296743276551, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:00.181 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567296743276551, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:00.182 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=225] [table=t] [index=idx] [2024/05/06 02:39:00.189 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=674.462Β΅s] [gotSchemaVersion=217] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:00.191 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=217] [2024/05/06 02:39:00.193 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=270001] [type=backfill] [2024/05/06 02:39:00.239 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=52.980312ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:00.246 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:00.247 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/06 02:39:00.253 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/06 02:39:00.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567297424850955, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:00.260 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567297424850955, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000df5f69ffff000000000001,EndKey:7480000000000000df5f69ffff000000000001ff,First:false,PhysicalTableID:223,Ingest mode:false"] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=225] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f69ffff000000000001] ["end key"=7480000000000000df5f69ffff000000000001ff] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=225] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=225] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=225] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=223] ["end key"=7480000000000000df5f69ffff000000000001ff] ["current end key"=7480000000000000df5f69ffff00000000000100] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=225] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=225] [2024/05/06 02:39:00.262 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=225] [2024/05/06 02:39:00.263 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 223, range: [7480000000000000df5f69ffff000000000001, 7480000000000000df5f69ffff00000000000100), jobID: 225"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000df5f69ffff0000000000010000] ["take time"=337.081Β΅s] [2024/05/06 02:39:00.263 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=225] [2024/05/06 02:39:00.265 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=4] ["start key"=7480000000000000df5f69ffff000000000001] [2024/05/06 02:39:00.265 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/06 02:39:00.286 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:00.291 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=642.916Β΅s] [gotSchemaVersion=218] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:00.293 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=218] [2024/05/06 02:39:00.341 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=52.482301ms] [job="ID:225, Type:add index, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567297424850955, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:00.349 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=225] [tableID=223] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:00.351 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=225] [jobType="add index"] [2024/05/06 02:39:00.352 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [job="ID:225, Type:add index, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-06 02:38:57.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567297424850955, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:00.360 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=225] [2024/05/06 02:39:00.360 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:00.361 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 23\n# Query_time: 2.934916055\n# Parse_time: 0.000028385\n# Compile_time: 0.000061711\n# Rewrite_time: 0.000002092\n# Optimize_time: 0.000018511\n# Wait_TS: 0.000202602\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 02:39:00.362 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:39:00.369 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [2024/05/06 02:39:00.369 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [2024/05/06 02:39:00.369 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:00.370 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [] [2024/05/06 02:39:00.370 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:00.370 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=2.212Β΅s] [2024/05/06 02:39:00.370 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=1.319Β΅s] [2024/05/06 02:39:00.370 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=578ns] [2024/05/06 02:39:00.370 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=937ns] [2024/05/06 02:39:00.370 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:00.370 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=866ns] [2024/05/06 02:39:00.370 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:00.370 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:00.370 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:00.371 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=198ba46b-c4a6-4b66-8ecd-e617810218c0] ["take time"=2.20668ms] [2024/05/06 02:39:00.371 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=198ba46b-c4a6-4b66-8ecd-e617810218c0] [2024/05/06 02:39:00.372 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:00.372 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:00.372 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/ab67ba05-ff21-4063-bec8-e244ad0eccc4] [2024/05/06 02:39:00.372 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ab67ba05-ff21-4063-bec8-e244ad0eccc4] [watcherID=6d1f1cea-f9aa-4467-aefd-6295f399d817] [2024/05/06 02:39:00.372 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:00.372 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:00.372 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:00.372 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:00.372 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:00.372 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:00.372 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:00.372 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:00.372 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:00.372 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1314] [2024/05/06 02:39:00.373 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:00.373 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=198ba46b-c4a6-4b66-8ecd-e617810218c0] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:00.373 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:00.373 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:00.373 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:00.373 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:00.373 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:00.373 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:00.374 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2ec7d795-be3c-4b6d-a0fb-b6ed2d59e2e5"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:00.374 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:00.374 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=270001] [2024/05/06 02:39:00.374 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:00.374 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:00.374 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=198ba46b-c4a6-4b66-8ecd-e617810218c0] [2024/05/06 02:39:00.374 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:00.374 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:00.373 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:00.374 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:00.374 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:00.374 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:00.374 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:00.374 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:00.374 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [error="context canceled"] [2024/05/06 02:39:00.374 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [2024/05/06 02:39:00.374 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:00.374 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:00.374 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2ec7d795-be3c-4b6d-a0fb-b6ed2d59e2e5"] [error="context canceled"] [2024/05/06 02:39:00.374 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:00.374 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:00.374 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2ec7d795-be3c-4b6d-a0fb-b6ed2d59e2e5"] [2024/05/06 02:39:00.374 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:00.374 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:00.374 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2ec7d795-be3c-4b6d-a0fb-b6ed2d59e2e5] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:00.374 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:00.381 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:00.381 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [error="context canceled"] [2024/05/06 02:39:00.381 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [2024/05/06 02:39:00.381 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:01.620 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:01.620 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:01.620 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:01.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:01.622 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 198ba46b-c4a6-4b66-8ecd-e617810218c0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:01.622 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:01.622 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:01.622 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.253419437s] [2024/05/06 02:39:01.622 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:01.622 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:01.622 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:01.622 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:01.622 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:01.622 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:01.622 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:01.622 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:01.622 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:01.622 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:01.622 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:01.622 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:01.622 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexFinishImportError (4.67s) === RUN TestAddIndexRemoteDuplicateCheck [2024/05/06 02:39:01.625 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:01.625 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:01.625 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:01.626 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:01.626 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:01.626 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:01.626 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:01.627 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:01.628 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:01.628 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:01.628 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:01.631 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:01.634 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2ec7d795-be3c-4b6d-a0fb-b6ed2d59e2e5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:01.635 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:01.644 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1579] ["lease id"=3eaa8f4bc24d2a39] [2024/05/06 02:39:01.646 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:01.658 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=218] ["start time"=11.150182ms] [2024/05/06 02:39:01.659 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:01.659 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=46c0f287-b287-4f44-80b7-6267359a8972] [runWorker=true] [2024/05/06 02:39:01.659 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:01.660 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:01.661 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:01.661 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:39:01.661 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295464071168/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:01.661 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:01.661 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:01.661 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:01.662 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24d2a38] [ownerID=46c0f287-b287-4f44-80b7-6267359a8972] [op=none] [2024/05/06 02:39:01.662 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:01.662 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a35c13d2-ea8d-4118-b95e-b543c25c7c58] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:01.663 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:01.667 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:01.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:01.668 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:01.678 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:01.681 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:01.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:01.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:01.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:01.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:01.682 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:01.682 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:01.682 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:01.682 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:01.682 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:01.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:01.683 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:01.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:01.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:01.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:01.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:01.684 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:01.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:01.685 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b2fefb10-353a-46a9-a15d-9629f94dbae4] [2024/05/06 02:39:01.685 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:01.685 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:01.685 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:01.686 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:01.687 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:01.687 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:01.688 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.496326ms] [2024/05/06 02:39:01.693 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:01.694 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=218] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:39:01.701 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:01.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:01.701 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:01.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:39:01.712 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:01.713 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24d2a38] [ownerID=46c0f287-b287-4f44-80b7-6267359a8972] [op=none] [2024/05/06 02:39:01.713 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [op=none] [2024/05/06 02:39:01.713 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:01.718 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.726 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=39.049Β΅s] [gotSchemaVersion=219] [phyTblIDs="[223]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:01.728 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=219] [2024/05/06 02:39:01.777 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=52.927353ms] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:01.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.782 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=31.205Β΅s] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:01.791 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=220] [2024/05/06 02:39:01.839 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=52.701201ms] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.850 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=30.851Β΅s] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:01.852 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=221] [2024/05/06 02:39:01.901 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=52.632093ms] [job="ID:226, Type:drop schema, State:done, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:01.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.906 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop schema: table IDs"] [2024/05/06 02:39:01.910 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="drop schema"] [2024/05/06 02:39:01.911 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [job="ID:226, Type:drop schema, State:synced, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:01.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.916 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 02:39:01.916 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:01.917 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=221] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:39:01.923 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:01.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:01.923 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:01.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:39:01.928 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.934 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=217.357Β΅s] [gotSchemaVersion=222] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:39:01.935 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=228] [version=222] [2024/05/06 02:39:01.985 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=53.039864ms] [job="ID:228, Type:create schema, State:done, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:01.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.990 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [job="ID:228, Type:create schema, State:synced, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.994 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 02:39:01.994 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:01.999 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:39:02.008 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=1] [2024/05/06 02:39:02.013 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_enable_dist_task] [val=0] [2024/05/06 02:39:02.013 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=222] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 02:39:02.019 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:02.019 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 02:39:02.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.027 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 227, Table ID: 229, Table Name: t"] [2024/05/06 02:39:02.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=477.131Β΅s] [gotSchemaVersion=223] [phyTblIDs="[229]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:02.034 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=223] [2024/05/06 02:39:02.082 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=52.093896ms] [job="ID:230, Type:create table, State:done, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.089 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [job="ID:230, Type:create table, State:synced, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.094 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 02:39:02.094 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:02.096 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000e55f728000000000007530] [2024/05/06 02:39:02.097 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000e55f728000000000007530] ["first new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:135} Peers:[id:577 store_id:1 id:578 store_id:5 id:579 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 02:39:02.097 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=576] [2024/05/06 02:39:02.361 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000e55f728000000000007530] ["new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:135} Peers:[id:577 store_id:1 id:578 store_id:5 id:579 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 02:39:02.361 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[576]"] [2024/05/06 02:39:02.361 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=576] [backoff(ms)=299734] [2024/05/06 02:39:02.361 +00:00] [INFO] [split_region.go:301] ["wait scatter region"] [regionID=576] [reverse=scatter-region] [status=RUNNING] [2024/05/06 02:39:02.363 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=576] [2024/05/06 02:39:02.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567297988198404] [2024/05/06 02:39:02.368 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567297988198406] [2024/05/06 02:39:02.368 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=223] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 02:39:02.374 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:02.374 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 02:39:02.382 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 70, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.383 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:02.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=617.577Β΅s] [gotSchemaVersion=224] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:02.392 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=224] [2024/05/06 02:39:02.440 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=52.855015ms] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.448 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.456 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=619.742Β΅s] [gotSchemaVersion=225] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:02.458 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=225] [2024/05/06 02:39:02.506 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=52.578087ms] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 70, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.522 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=631.743Β΅s] [gotSchemaVersion=226] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:02.524 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=226] [2024/05/06 02:39:02.572 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=52.639519ms] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.581 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:02.581 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=1] [2024/05/06 02:39:02.581 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/231] [keyspaceName=] [2024/05/06 02:39:02.584 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:02.584 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:02.585 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:02.585 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:02.585 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:02.585 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:02.591 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:02.592 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:02.592 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:02.593 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=231] [physicalTableID=229] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/06 02:39:02.600 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 02:39:02.606 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298040889354, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.607 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:02.610 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=229] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:02.610 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/06 02:39:02.611 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=231] [start=7480000000000000e55f728000000000000001] [end=7480000000000000e55f7280000000000186a000] ["checkpoint physical ID"=229] [2024/05/06 02:39:02.611 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298040889354, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000e55f728000000000000001,EndKey:7480000000000000e55f7280000000000186a000,First:false,PhysicalTableID:229,Ingest mode:true"] [2024/05/06 02:39:02.652 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=229] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:02.652 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=229] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=231] [localCnt=0] [2024/05/06 02:39:02.655 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:02.655 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:02.682 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:39:02.682 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:02.686 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:02.686 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:02.686 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b2fefb10-353a-46a9-a15d-9629f94dbae4] [watcherID=6424cb40-09a4-47a7-98ce-49983c46fa1f] [2024/05/06 02:39:02.687 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:02.689 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:02.689 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:02.689 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:02.689 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:02.709 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 02:39:02.710 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=231] [reader=1] [writer=2] [2024/05/06 02:39:02.710 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=229] ["start key"=7480000000000000e55f728000000000000001] ["end key"=7480000000000000e55f7280000000000186a000] [2024/05/06 02:39:02.710 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=2] [regionCnt=2] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/06 02:39:02.710 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=229] ["end key"=7480000000000000e55f728000000000007530] ["current end key"=7480000000000000e55f72800000000000000100] [2024/05/06 02:39:02.710 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=2] [pTbl=229] ["end key"=7480000000000000e55f7280000000000186a000] ["current end key"=7480000000000000e55f7280000000000186a000] [2024/05/06 02:39:02.710 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:02.710 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 229, range: [7480000000000000e55f728000000000000001, 7480000000000000e55f72800000000000000100), jobID: 231"] [2024/05/06 02:39:02.711 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=2] [task="taskID: 2, physicalTableID: 229, range: [7480000000000000e55f728000000000007530, 7480000000000000e55f7280000000000186a000), jobID: 231"] [2024/05/06 02:39:02.711 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:02.712 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=961] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/ecbb0e4a-144c-4068-8c31-8d07862ac3a6.sst] [firstKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [2024/05/06 02:39:02.713 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 295464071168/467794132992, backend usage: 0"] [2024/05/06 02:39:02.713 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:02.714 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:02.736 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/06 02:39:02.736 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:02.742 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 02:39:02.744 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.053161ms] [] [2024/05/06 02:39:02.747 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=2] [2024/05/06 02:39:02.747 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=966] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/13540af4-eedc-41cf-87ec-42c4d5e91496.sst] [firstKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000186A00008] [lastKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000186A00008] [2024/05/06 02:39:02.748 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 295464071168/467794132992, backend usage: 0"] [2024/05/06 02:39:02.748 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:02.749 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:02.772 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/06 02:39:02.772 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:02.777 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=72] [importedCount=2] [2024/05/06 02:39:02.779 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.463355ms] [] [2024/05/06 02:39:02.782 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 295464071168/467794132992, backend usage: 0"] [2024/05/06 02:39:02.782 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:02.782 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:02.782 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=8.885Β΅s] [] [2024/05/06 02:39:02.788 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000e55f7280000000000186a000] ["global checkpoint"=7480000000000000e55f7280000000000186a000] ["global physical ID"=229] [] [2024/05/06 02:39:02.788 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=2] ["start key"=7480000000000000e55f728000000000000001] [2024/05/06 02:39:02.788 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=2] [2024/05/06 02:39:02.809 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] [2024/05/06 02:39:02.809 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:02.809 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=734.816Β΅s] [] [2024/05/06 02:39:02.809 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:02.809 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:02.809 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:02.810 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=17.294Β΅s] [] [2024/05/06 02:39:02.810 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:02.810 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=573.635Β΅s] [] [2024/05/06 02:39:02.810 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 02:39:02.810 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 02:39:02.811 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 02:39:02.812 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=5] [2024/05/06 02:39:02.812 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 02:39:02.812 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=4] [2024/05/06 02:39:02.813 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 02:39:02.813 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=3] [2024/05/06 02:39:02.813 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 02:39:02.813 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=2] [2024/05/06 02:39:02.814 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 02:39:02.814 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=1] [2024/05/06 02:39:02.814 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 02:39:02.814 +00:00] [ERROR] [duplicate.go:1008] ["all attempts to process the remote dupTask have failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 02:39:02.814 +00:00] [ERROR] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys failed"] [category=ddl-ingest] [table=t] [takeTime=4.095248ms] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 02:39:02.814 +00:00] [ERROR] [backend.go:101] ["remote duplicate index key exist"] [category=ddl-ingest] [table=t] ["index ID"=1] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).handleErrorAfterCollectRemoteDuplicateRows\n\tpkg/ddl/ingest/backend.go:101\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:164\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:39:02.814 +00:00] [WARN] [index.go:957] ["import index duplicate key, convert job to rollback"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:6, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298040889354, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '[1]' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '[1]' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).handleErrorAfterCollectRemoteDuplicateRows\n\tpkg/ddl/ingest/backend.go:115\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:164\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:02.817 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:02.817 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:02.817 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:02.817 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:02.817 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:02.817 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:02.817 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:02.817 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:02.817 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:02.817 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:02.817 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:02.817 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:02.818 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:02.818 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:02.818 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:02.818 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:02.818 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:02.818 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/06 02:39:02.818 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 02:39:02.818 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [error="[kv:1062]Duplicate entry '[1]' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '[1]' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).handleErrorAfterCollectRemoteDuplicateRows\n\tpkg/ddl/ingest/backend.go:115\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:164\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:02.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=689.316Β΅s] [gotSchemaVersion=227] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:02.827 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=227] [2024/05/06 02:39:02.875 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=52.909155ms] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:2, ArgLen:3, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449567298040889354, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 70, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:2, ArgLen:0, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449567298040889354, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=627.671Β΅s] [gotSchemaVersion=228] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:02.894 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=228] [2024/05/06 02:39:02.942 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=52.246302ms] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449567298040889354, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:0, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449567298040889354, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:02.957 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=685.147Β΅s] [gotSchemaVersion=229] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:02.959 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=229] [2024/05/06 02:39:03.007 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=52.210902ms] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449567298040889354, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:03.016 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=231] [tableID=229] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:03.018 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=231] [jobType="add index"] [2024/05/06 02:39:03.019 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 70, tp add index"] [category=ddl] [jobID=231] [conn=25] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-06 02:39:02.35 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449567298040889354, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:03.024 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 02:39:03.027 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=231] [2024/05/06 02:39:03.027 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:39:03.027 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.658879357\n# Parse_time: 0.000030081\n# Compile_time: 0.000064376\n# Rewrite_time: 0.000002568\n# Optimize_time: 0.000017647\n# Wait_TS: 0.000144774\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 02:39:03.033 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/06 02:39:03.033 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [2024/05/06 02:39:03.033 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [2024/05/06 02:39:03.033 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:03.034 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=2.318Β΅s] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=1.99Β΅s] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=851ns] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=1.162Β΅s] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=642ns] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:03.035 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:03.035 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=46c0f287-b287-4f44-80b7-6267359a8972] ["take time"=2.137603ms] [2024/05/06 02:39:03.035 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=46c0f287-b287-4f44-80b7-6267359a8972] [2024/05/06 02:39:03.036 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:03.036 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:03.036 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b2fefb10-353a-46a9-a15d-9629f94dbae4] [2024/05/06 02:39:03.036 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b2fefb10-353a-46a9-a15d-9629f94dbae4] [watcherID=6424cb40-09a4-47a7-98ce-49983c46fa1f] [2024/05/06 02:39:03.036 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:03.036 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:03.036 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:03.036 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:03.036 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:03.036 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:03.036 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:03.036 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:03.036 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:03.036 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1579] [2024/05/06 02:39:03.037 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:03.037 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:03.037 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:03.038 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=46c0f287-b287-4f44-80b7-6267359a8972] [2024/05/06 02:39:03.038 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:03.038 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:03.038 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:03.038 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:03.037 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:03.038 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:03.038 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a35c13d2-ea8d-4118-b95e-b543c25c7c58"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:03.038 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:03.037 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:03.038 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:03.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:03.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:03.038 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:03.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:03.038 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [error="context canceled"] [2024/05/06 02:39:03.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:03.038 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:03.038 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=46c0f287-b287-4f44-80b7-6267359a8972] [2024/05/06 02:39:03.038 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:03.038 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:03.038 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:03.038 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:03.038 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:03.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:03.038 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [2024/05/06 02:39:03.038 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:03.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:03.038 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a35c13d2-ea8d-4118-b95e-b543c25c7c58] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:03.038 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:03.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:03.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:03.038 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:03.038 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:03.038 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a35c13d2-ea8d-4118-b95e-b543c25c7c58"] [error="context canceled"] [2024/05/06 02:39:03.038 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a35c13d2-ea8d-4118-b95e-b543c25c7c58"] [2024/05/06 02:39:03.038 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a35c13d2-ea8d-4118-b95e-b543c25c7c58"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:03.044 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:03.044 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [error="context canceled"] [2024/05/06 02:39:03.044 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [2024/05/06 02:39:04.272 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:04.272 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:04.272 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:04.289 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a35c13d2-ea8d-4118-b95e-b543c25c7c58"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:04.291 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 46c0f287-b287-4f44-80b7-6267359a8972"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:04.291 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:04.291 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:04.291 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:04.291 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.258415135s] [2024/05/06 02:39:04.291 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:04.291 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:04.291 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:04.291 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:04.292 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:04.292 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:04.292 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:04.292 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:04.292 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:04.292 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:04.292 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:04.292 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:04.292 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexRemoteDuplicateCheck (2.67s) === RUN TestAddIndexBackfillLostUpdate [2024/05/06 02:39:04.295 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:04.295 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:04.295 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:04.295 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:04.295 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:04.296 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:04.296 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:04.296 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:04.298 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:04.298 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:04.298 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:04.301 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:04.306 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:04.317 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=40] ["lease id"=22318f4bc24d2a64] [2024/05/06 02:39:04.318 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:04.332 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=229] ["start time"=12.786081ms] [2024/05/06 02:39:04.333 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:04.333 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=8f5f4eb8-92cf-4452-a846-1dea08e04fb5] [runWorker=true] [2024/05/06 02:39:04.333 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:04.335 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:04.335 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:39:04.335 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295464337408/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:04.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:04.336 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:04.336 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:04.336 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:04.336 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:04.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:04.337 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8b626bdd-4cf7-425d-bc26-64e7bad0230f] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:04.337 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d2b1a] [ownerID=8f5f4eb8-92cf-4452-a846-1dea08e04fb5] [op=none] [2024/05/06 02:39:04.338 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:04.343 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:04.343 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:04.343 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:04.356 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:04.358 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:04.360 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:04.360 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:04.360 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:04.360 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:04.360 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:04.360 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:04.360 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:04.360 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:04.360 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:04.360 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:04.360 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:04.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:04.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:04.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:04.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:04.361 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:04.362 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:04.362 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c489be98-54a1-4b1b-b9e1-d31dc62b5f3d] [2024/05/06 02:39:04.362 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:04.362 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:04.363 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:04.364 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:04.364 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:04.364 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:04.366 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.984627ms] [2024/05/06 02:39:04.372 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:04.372 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=229] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:39:04.381 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:04.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:04.381 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:04.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:39:04.387 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:04.387 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d2b1a] [ownerID=8f5f4eb8-92cf-4452-a846-1dea08e04fb5] [op=none] [2024/05/06 02:39:04.387 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [op=none] [2024/05/06 02:39:04.387 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:04.395 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.405 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=62.649Β΅s] [gotSchemaVersion=230] [phyTblIDs="[229]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:04.407 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=230] [2024/05/06 02:39:04.455 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=52.665914ms] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:04.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.469 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=53.214Β΅s] [gotSchemaVersion=231] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:04.471 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=231] [2024/05/06 02:39:04.519 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=52.081237ms] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.525 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.533 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=50.858Β΅s] [gotSchemaVersion=232] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:04.535 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=232] [2024/05/06 02:39:04.584 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=52.739606ms] [job="ID:232, Type:drop schema, State:done, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:04.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.593 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop schema: table IDs"] [2024/05/06 02:39:04.597 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="drop schema"] [2024/05/06 02:39:04.598 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [job="ID:232, Type:drop schema, State:synced, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:04.351 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.604 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 02:39:04.604 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:04.605 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=232] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:39:04.612 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:04.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:04.612 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:04.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:39:04.618 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.624 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=236.538Β΅s] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:39:04.627 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=234] [version=233] [2024/05/06 02:39:04.675 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=52.470398ms] [job="ID:234, Type:create schema, State:done, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:04.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.681 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [job="ID:234, Type:create schema, State:synced, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.686 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/06 02:39:04.686 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:04.695 +00:00] [INFO] [set.go:170] ["set global var"] [conn=27] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:39:04.695 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=233] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 02:39:04.702 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:04.702 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 02:39:04.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.711 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 233, Table ID: 235, Table Name: t"] [2024/05/06 02:39:04.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=535.841Β΅s] [gotSchemaVersion=234] [phyTblIDs="[235]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:04.718 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=236] [version=234] [2024/05/06 02:39:04.767 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=52.859923ms] [job="ID:236, Type:create table, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.773 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [job="ID:236, Type:create table, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.651 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.778 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 02:39:04.778 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:04.780 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=234] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 02:39:04.785 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:04.785 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 02:39:04.793 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.793 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.794 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:04.795 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.800 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=544.087Β΅s] [gotSchemaVersion=235] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:04.802 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=235] [2024/05/06 02:39:04.851 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.189904ms] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.854 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.859 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.861 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=599.056Β΅s] [gotSchemaVersion=236] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:04.868 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=236] [2024/05/06 02:39:04.917 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=52.769413ms] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.920 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.925 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.925 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.928 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.929 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567298656927752] [2024/05/06 02:39:04.935 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=624.936Β΅s] [gotSchemaVersion=237] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:04.938 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=237] [2024/05/06 02:39:04.986 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=52.882263ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.989 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.996 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.996 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:04.996 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:04.996 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:04.996 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/237] [keyspaceName=] [2024/05/06 02:39:05.000 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:05.000 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:05.000 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:05.000 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:05.001 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:05.001 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:05.006 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:05.007 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:05.007 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:05.008 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/06 02:39:05.012 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.014 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/06 02:39:05.015 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.020 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.020 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.020 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:05.024 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=235] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:05.024 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/06 02:39:05.025 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=237] [start=7480000000000000eb5f728000000000000001] [end=7480000000000000eb5f72800000000000000100] ["checkpoint physical ID"=235] [2024/05/06 02:39:05.025 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f728000000000000001,EndKey:7480000000000000eb5f72800000000000000100,First:false,PhysicalTableID:235,Ingest mode:true"] [2024/05/06 02:39:05.050 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=235] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:05.050 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=235] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=237] [localCnt=0] [2024/05/06 02:39:05.053 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:05.053 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:05.099 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:39:05.099 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:05.129 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 02:39:05.129 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:05.157 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 02:39:05.157 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:05.185 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 02:39:05.185 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=237] [reader=2] [writer=4] [2024/05/06 02:39:05.185 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f728000000000000001] ["end key"=7480000000000000eb5f72800000000000000100] [2024/05/06 02:39:05.185 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/06 02:39:05.186 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f72800000000000000100] ["current end key"=7480000000000000eb5f72800000000000000100] [2024/05/06 02:39:05.186 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:05.186 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f728000000000000001, 7480000000000000eb5f72800000000000000100), jobID: 237"] [2024/05/06 02:39:05.187 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:05.188 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=961] [file=/tmp/tidb/tmp_ddl-4000/237/f75d9cab-8823-5503-94ba-459a1de580da.sst/1429244f-bec6-4b47-931e-7667d4d07352.sst] [firstKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [2024/05/06 02:39:05.192 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000eb5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=235] [] [2024/05/06 02:39:05.192 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000eb5f728000000000000001] [2024/05/06 02:39:05.192 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 02:39:05.218 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] [2024/05/06 02:39:05.218 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:05.218 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=753.498Β΅s] [] [2024/05/06 02:39:05.218 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:05.218 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:05.220 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:05.241 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/06 02:39:05.241 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:05.249 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 02:39:05.251 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.499927ms] [] [2024/05/06 02:39:05.251 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:05.252 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=581.723Β΅s] [] [2024/05/06 02:39:05.252 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 02:39:05.252 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 02:39:05.252 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=689.173Β΅s] [] [2024/05/06 02:39:05.254 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.260 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=658.35Β΅s] [gotSchemaVersion=238] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:05.262 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=238] [2024/05/06 02:39:05.310 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=52.541393ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.312 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.317 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.317 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298682880002, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.318 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=237] [table=t] [index=idx] [2024/05/06 02:39:05.319 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:05.319 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:05.319 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:05.319 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:05.319 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:05.319 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:05.319 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:05.319 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:05.319 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:05.319 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:05.319 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:05.319 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:05.320 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:05.320 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:05.320 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:05.320 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:05.320 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:05.320 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/06 02:39:05.320 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 02:39:05.322 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=580.582Β΅s] [gotSchemaVersion=239] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:05.329 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=239] [2024/05/06 02:39:05.363 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:05.363 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:05.363 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c489be98-54a1-4b1b-b9e1-d31dc62b5f3d] [watcherID=5fc5ad90-7d24-44ba-bff1-8e1780e2700f] [2024/05/06 02:39:05.364 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:05.366 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:05.366 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:05.366 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:05.366 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:05.377 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=52.140982ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.379 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.384 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.385 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 02:39:05.389 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.391 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/06 02:39:05.392 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.397 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.397 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.399 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f69ffff000000000001,EndKey:7480000000000000eb5f69ffff000000000001ff,First:false,PhysicalTableID:235,Ingest mode:false"] [2024/05/06 02:39:05.400 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=237] [2024/05/06 02:39:05.400 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f69ffff000000000001] ["end key"=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 02:39:05.400 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=237] [2024/05/06 02:39:05.400 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 02:39:05.400 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=237] [2024/05/06 02:39:05.400 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=237] [2024/05/06 02:39:05.401 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f69ffff000000000001ff] ["current end key"=7480000000000000eb5f69ffff00000000000103800000000000000200] [2024/05/06 02:39:05.401 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=237] [2024/05/06 02:39:05.401 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=237] [2024/05/06 02:39:05.401 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=237] [2024/05/06 02:39:05.404 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f69ffff000000000001, 7480000000000000eb5f69ffff00000000000103800000000000000200), jobID: 237"] ["added count"=2] ["scan count"=3] ["next key"=7480000000000000eb5f69ffff0000000000010380000000000000020000] ["take time"=2.794081ms] [2024/05/06 02:39:05.404 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=237] [2024/05/06 02:39:05.406 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000eb5f69ffff000000000001] [2024/05/06 02:39:05.406 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:05.429 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:05.429 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=633.195Β΅s] [gotSchemaVersion=240] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:05.436 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=240] [2024/05/06 02:39:05.484 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=52.52093ms] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.487 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.492 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=237] [tableID=235] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:05.494 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=237] [jobType="add index"] [2024/05/06 02:39:05.495 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.502 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:04.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567298774630429, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:05.503 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/06 02:39:05.503 +00:00] [INFO] [callback.go:70] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:05.503 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.723487246\n# Parse_time: 0.000037432\n# Compile_time: 0.000090894\n# Rewrite_time: 0.000002695\n# Optimize_time: 0.000021043\n# Wait_TS: 0.00012819\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 02:39:05.504 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:39:05.508 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [2024/05/06 02:39:05.508 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [2024/05/06 02:39:05.509 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [] [2024/05/06 02:39:05.509 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:05.509 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=2.039Β΅s] [2024/05/06 02:39:05.509 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=1.249Β΅s] [2024/05/06 02:39:05.509 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=607ns] [2024/05/06 02:39:05.509 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=875ns] [2024/05/06 02:39:05.509 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:05.509 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=901ns] [2024/05/06 02:39:05.509 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:05.509 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:05.510 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:05.510 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=8f5f4eb8-92cf-4452-a846-1dea08e04fb5] ["take time"=2.104538ms] [2024/05/06 02:39:05.510 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=8f5f4eb8-92cf-4452-a846-1dea08e04fb5] [2024/05/06 02:39:05.511 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:05.511 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c489be98-54a1-4b1b-b9e1-d31dc62b5f3d] [watcherID=5fc5ad90-7d24-44ba-bff1-8e1780e2700f] [2024/05/06 02:39:05.511 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:05.511 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c489be98-54a1-4b1b-b9e1-d31dc62b5f3d] [2024/05/06 02:39:05.511 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:05.511 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:05.511 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:05.511 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:05.511 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:05.511 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:05.511 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:05.511 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:05.511 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:05.511 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=40] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8f5f4eb8-92cf-4452-a846-1dea08e04fb5] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:05.512 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:05.512 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:05.512 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:05.512 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:05.512 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:05.512 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:05.512 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:05.512 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [error="context canceled"] [2024/05/06 02:39:05.512 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [2024/05/06 02:39:05.512 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:05.512 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:05.512 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:05.512 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b626bdd-4cf7-425d-bc26-64e7bad0230f"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:05.513 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8f5f4eb8-92cf-4452-a846-1dea08e04fb5] [2024/05/06 02:39:05.513 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b626bdd-4cf7-425d-bc26-64e7bad0230f"] [2024/05/06 02:39:05.513 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:05.513 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:05.512 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:05.513 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:05.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:05.513 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:05.513 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8b626bdd-4cf7-425d-bc26-64e7bad0230f] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:05.513 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 8b626bdd-4cf7-425d-bc26-64e7bad0230f"] [error="context canceled"] [2024/05/06 02:39:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:05.513 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:05.513 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:05.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:05.520 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:05.520 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [error="context canceled"] [2024/05/06 02:39:05.520 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [2024/05/06 02:39:05.520 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:05.713 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b626bdd-4cf7-425d-bc26-64e7bad0230f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:06.750 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:06.750 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:06.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:06.777 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8f5f4eb8-92cf-4452-a846-1dea08e04fb5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:06.777 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:06.777 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:06.777 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:06.777 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.269092169s] [2024/05/06 02:39:06.777 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:06.777 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:06.777 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:06.777 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:06.777 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:06.777 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:06.777 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:06.777 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:06.777 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:06.777 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:06.777 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:06.777 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:06.778 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexBackfillLostUpdate (2.49s) === RUN TestAddIndexPreCheckFailed [2024/05/06 02:39:06.780 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:06.780 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:06.780 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:06.781 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:06.781 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:06.781 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:06.781 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:06.782 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:06.783 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:06.783 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:06.784 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:06.786 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:06.791 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:06.800 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=757] ["lease id"=22318f4bc24d2a8b] [2024/05/06 02:39:06.802 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:06.815 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=240] ["start time"=11.359948ms] [2024/05/06 02:39:06.816 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:06.816 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=ac2f0c4a-5de3-4137-b42d-23a127011118] [runWorker=true] [2024/05/06 02:39:06.816 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:06.817 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:06.818 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:39:06.818 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295464394752/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:06.818 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:06.818 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:06.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:06.818 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:06.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:06.819 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=915316d1-f88b-4863-87c3-de7580a6178e] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:06.819 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d2b43] [ownerID=ac2f0c4a-5de3-4137-b42d-23a127011118] [op=none] [2024/05/06 02:39:06.820 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:06.825 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:06.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:06.825 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:06.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:06.844 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:06.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:06.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:06.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:06.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:06.845 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:06.845 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:06.845 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:06.845 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:06.845 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:06.846 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:06.846 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:06.847 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:06.847 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:06.847 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:06.847 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:06.847 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:06.848 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:06.848 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/2e6c7fe4-da8f-4334-b701-2ec72cc1e606] [2024/05/06 02:39:06.848 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:06.848 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:06.849 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:06.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:06.851 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:06.851 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:06.852 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=6.120293ms] [2024/05/06 02:39:06.855 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:06.856 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=240] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:39:06.864 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:06.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:06.864 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:06.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:39:06.869 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:06.869 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc24d2b43] [ownerID=ac2f0c4a-5de3-4137-b42d-23a127011118] [op=none] [2024/05/06 02:39:06.870 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [op=none] [2024/05/06 02:39:06.870 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:06.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.885 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=62.205Β΅s] [gotSchemaVersion=241] [phyTblIDs="[235]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:06.887 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=241] [2024/05/06 02:39:06.935 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=52.201349ms] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:06.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.941 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.946 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b626bdd-4cf7-425d-bc26-64e7bad0230f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:06.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=37.418Β΅s] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:06.949 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=242] [2024/05/06 02:39:06.998 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=52.429612ms] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.004 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.011 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=42.87Β΅s] [gotSchemaVersion=243] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:07.013 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=243] [2024/05/06 02:39:07.062 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=52.726677ms] [job="ID:238, Type:drop schema, State:done, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:06.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.068 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop schema: table IDs"] [2024/05/06 02:39:07.072 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop schema"] [2024/05/06 02:39:07.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:drop schema, State:synced, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:06.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.079 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 02:39:07.079 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:07.081 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=243] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:39:07.088 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:07.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:07.088 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:07.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:39:07.094 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.101 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=263.368Β΅s] [gotSchemaVersion=244] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:39:07.102 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=244] [2024/05/06 02:39:07.151 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=52.549837ms] [job="ID:240, Type:create schema, State:done, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:07.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.157 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [job="ID:240, Type:create schema, State:synced, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.161 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 02:39:07.161 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:07.168 +00:00] [INFO] [set.go:170] ["set global var"] [conn=30] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:39:07.168 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=244] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 02:39:07.175 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:07.175 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 02:39:07.180 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.183 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 239, Table ID: 241, Table Name: t"] [2024/05/06 02:39:07.187 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=459.749Β΅s] [gotSchemaVersion=245] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:07.189 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=242] [version=245] [2024/05/06 02:39:07.238 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=52.436036ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.243 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.248 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 02:39:07.248 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:07.250 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299259596814] [2024/05/06 02:39:07.250 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=245] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/06 02:39:07.255 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:07.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:07.255 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:07.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/06 02:39:07.262 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 82, tp add index"] [category=ddl] [jobID=243] [conn=30] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:07.263 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:243, Type:add index, State:running, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:07.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:07.263 +00:00] [INFO] [backend_mgr.go:109] ["ingest backfill is not available"] [category=ddl-ingest] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/06 02:39:07.263 +00:00] [INFO] [ddl_worker.go:1144] ["DDL job is cancelled normally"] [worker="worker 82, tp add index"] [category=ddl] [jobID=243] [conn=30] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/06 02:39:07.263 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 82, tp add index"] [category=ddl] [jobID=243] [conn=30] [job="ID:243, Type:add index, State:cancelled, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:07.25 +0000 UTC, Err:[ddl:8256]Check ingest environment failed: mock error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:07.267 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=243] [2024/05/06 02:39:07.267 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:39:07.267 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=245] [error="[ddl:8256]Check ingest environment failed: mock error"] [errorVerbose="[ddl:8256]Check ingest environment failed: mock error\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).DoDDLJob\n\tpkg/ddl/ddl.go:1292\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).createIndex\n\tpkg/ddl/ddl_api.go:7735\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).AlterTable\n\tpkg/ddl/ddl_api.go:3940\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).executeAlterTable\n\tpkg/executor/ddl.go:388\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).Next\n\tpkg/executor/ddl.go:152\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrMsg\n\tpkg/testkit/testkit.go:466\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexPreCheckFailed\n\ttests/realtikvtest/addindextest4/ingest_test.go:488\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"addindexlit\",\n \"id\": 30,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 02:39:07.270 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [2024/05/06 02:39:07.270 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [2024/05/06 02:39:07.270 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:07.271 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=1.555Β΅s] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=781ns] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=535ns] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=1.046Β΅s] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 78, tp general"] [category=ddl] ["take time"=584ns] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:07.272 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:07.272 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=ac2f0c4a-5de3-4137-b42d-23a127011118] ["take time"=4.933459ms] [2024/05/06 02:39:07.272 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=ac2f0c4a-5de3-4137-b42d-23a127011118] [2024/05/06 02:39:07.273 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:07.273 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/2e6c7fe4-da8f-4334-b701-2ec72cc1e606] [2024/05/06 02:39:07.273 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:07.273 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:07.273 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:07.273 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:07.273 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:07.273 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:07.273 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:07.273 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:07.273 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:07.273 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:07.274 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:07.274 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:07.274 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=757] [2024/05/06 02:39:07.274 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:07.274 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:07.274 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:07.274 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:07.275 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 915316d1-f88b-4863-87c3-de7580a6178e"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:07.275 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [2024/05/06 02:39:07.275 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:07.275 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:07.275 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 915316d1-f88b-4863-87c3-de7580a6178e"] [error="context canceled"] [2024/05/06 02:39:07.275 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 915316d1-f88b-4863-87c3-de7580a6178e"] [2024/05/06 02:39:07.275 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:07.275 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=915316d1-f88b-4863-87c3-de7580a6178e] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:07.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:07.282 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:07.282 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [error="context canceled"] [2024/05/06 02:39:07.282 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [2024/05/06 02:39:07.282 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:08.528 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:08.528 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:08.528 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:08.528 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:08.537 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 915316d1-f88b-4863-87c3-de7580a6178e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:08.539 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ac2f0c4a-5de3-4137-b42d-23a127011118"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:08.539 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:08.539 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:08.539 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.271871126s] [2024/05/06 02:39:08.539 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:08.539 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:08.539 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:08.539 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:08.539 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:08.539 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:08.539 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:08.539 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:08.539 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:08.539 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:08.539 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:08.539 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:08.540 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexPreCheckFailed (1.76s) === RUN TestAddIndexImportFailed [2024/05/06 02:39:08.542 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:08.543 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:08.543 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:08.543 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:08.543 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:08.544 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:08.544 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:08.544 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:08.545 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:08.546 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:08.546 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:08.549 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:08.554 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:08.564 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1359] ["lease id"=6f188f4bc24d2b6b] [2024/05/06 02:39:08.565 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:08.580 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=245] ["start time"=13.750039ms] [2024/05/06 02:39:08.581 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:08.581 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49] [runWorker=true] [2024/05/06 02:39:08.581 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:08.583 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:08.584 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:39:08.584 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295464488960/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:08.584 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:08.584 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:08.584 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:08.584 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:08.586 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:08.586 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=52620e41-4291-4beb-88a8-8cb8937a853e] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:08.586 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:08.587 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2ab7] [ownerID=b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49] [op=none] [2024/05/06 02:39:08.592 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:08.592 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:08.593 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:08.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:08.607 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:08.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:08.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:08.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:08.608 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:08.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:08.608 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:08.608 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:08.608 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:08.608 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:08.609 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:08.609 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:08.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:08.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:08.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:08.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:08.610 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:08.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:08.611 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0f5b946c-817b-41b8-8a4e-0da8644c6d9e] [2024/05/06 02:39:08.611 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:08.611 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:08.611 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:08.612 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:08.612 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:08.612 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:08.614 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.536047ms] [2024/05/06 02:39:08.617 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:08.617 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=245] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:39:08.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:08.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:08.625 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:08.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:39:08.636 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:08.636 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2ab7] [ownerID=b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49] [op=none] [2024/05/06 02:39:08.636 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [op=none] [2024/05/06 02:39:08.636 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:08.644 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=68.539Β΅s] [gotSchemaVersion=246] [phyTblIDs="[241]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:08.654 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=246] [2024/05/06 02:39:08.703 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=52.638988ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:08.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=33.996Β΅s] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:08.717 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=247] [2024/05/06 02:39:08.766 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=52.310785ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.773 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=32.713Β΅s] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:08.783 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=248] [2024/05/06 02:39:08.832 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.295535ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:08.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.841 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[241]"] [comment="drop schema: table IDs"] [2024/05/06 02:39:08.845 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/06 02:39:08.846 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:08.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.852 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 02:39:08.852 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:08.853 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=248] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:39:08.859 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:08.859 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:39:08.866 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.872 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=374.053Β΅s] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:39:08.874 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=249] [2024/05/06 02:39:08.923 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=52.860879ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.930 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.934 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 02:39:08.934 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:08.940 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:39:08.945 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_enable_dist_task] [val=off] [2024/05/06 02:39:08.945 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=249] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/06 02:39:08.952 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:08.952 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/06 02:39:08.958 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.960 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/06 02:39:08.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=447.674Β΅s] [gotSchemaVersion=250] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:08.967 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=248] [version=250] [2024/05/06 02:39:09.015 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=52.214915ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.020 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.901 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.024 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 02:39:09.024 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:09.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299731718160] [2024/05/06 02:39:09.030 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299731718162] [2024/05/06 02:39:09.032 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299731718164] [2024/05/06 02:39:09.033 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299731718166] [2024/05/06 02:39:09.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299731718168] [2024/05/06 02:39:09.036 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299731718171] [2024/05/06 02:39:09.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299731718174] [2024/05/06 02:39:09.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299731718176] [2024/05/06 02:39:09.040 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567299731718178] [2024/05/06 02:39:09.041 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=250] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 02:39:09.046 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:09.046 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 02:39:09.054 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:09.054 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:09.061 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=750.502Β΅s] [gotSchemaVersion=251] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:09.063 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=251] [2024/05/06 02:39:09.252 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=192.985266ms] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:09.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:09.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=251] [neededSchemaVersion=252] ["start time"=486.837Β΅s] [gotSchemaVersion=252] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:09.267 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=252] [2024/05/06 02:39:09.316 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=252] ["take time"=52.647928ms] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:09.323 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:09.331 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=252] [neededSchemaVersion=253] ["start time"=556.655Β΅s] [gotSchemaVersion=253] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:09.332 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=253] [2024/05/06 02:39:09.381 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=253] ["take time"=52.801507ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:09.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:09.390 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:09.390 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:09.390 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/249] [keyspaceName=] [2024/05/06 02:39:09.393 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:09.393 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:09.393 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:09.393 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:09.393 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:09.393 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:09.397 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:09.397 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:09.397 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:39:09.398 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 02:39:09.404 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 02:39:09.409 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567299823206409, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:09.409 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:09.412 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=247] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:09.412 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/06 02:39:09.413 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/06 02:39:09.413 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567299823206409, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/06 02:39:09.436 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:09.436 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=249] [localCnt=0] [2024/05/06 02:39:09.439 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:09.439 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:09.469 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:39:09.469 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:09.498 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 02:39:09.505 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:09.524 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 02:39:09.524 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:09.537 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 02:39:09.537 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/06 02:39:09.537 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 02:39:09.537 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 02:39:09.537 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 02:39:09.537 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:09.537 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f728000000000000001, 7480000000000000f75f72800000000000000a00), jobID: 249"] [2024/05/06 02:39:09.538 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:09.539 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=380] [kvs=10] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/249/f75d9cab-8823-5503-94ba-459a1de580da.sst/4b3953c2-7b00-43cf-80d6-446764c7da20.sst] [firstKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [lastKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A] [2024/05/06 02:39:09.543 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/06 02:39:09.543 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/06 02:39:09.543 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 02:39:09.560 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/06 02:39:09.560 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:09.561 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=806.272Β΅s] [] [2024/05/06 02:39:09.561 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:09.561 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:09.562 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:09.584 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/06 02:39:09.584 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:09.585 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [endKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A00] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:39:11.585 +00:00] [2024/05/06 02:39:09.585 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/06 02:39:09.586 +00:00] [ERROR] [backend.go:378] ["import failed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=25.134271ms] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [2024/05/06 02:39:09.586 +00:00] [ERROR] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream"] ["job ID"=249] ["index ID"=1] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*engineInfo).ImportAndClean\n\tpkg/ddl/ingest/engine.go:157\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:143\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:39:09.586 +00:00] [WARN] [index.go:960] ["lightning import error"] [category=ddl] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/06 02:39:09.587 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/06 02:39:09.590 +00:00] [INFO] [ddl_worker.go:1001] ["run DDL job failed, sleeps a while then retries it."] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [waitTime=1s] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/06 02:39:09.611 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:09.611 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:09.611 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0f5b946c-817b-41b8-8a4e-0da8644c6d9e] [watcherID=d8ce0d3f-da0e-4dc8-be00-ccad1c97d5fe] [2024/05/06 02:39:09.613 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:09.614 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:09.614 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:09.614 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:09.614 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:10.584 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:10.590 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 02:39:10.595 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449567299823206409, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:10.595 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:10.598 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/06 02:39:10.598 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449567299823206409, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/06 02:39:10.618 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:10.618 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=247] [indexIDs="[1]"] [jobID=249] [localCnt=10] [2024/05/06 02:39:10.618 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:10.618 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:10.619 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:10.640 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/06 02:39:10.640 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:10.648 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=380] [kvs=10] [importedSize=380] [importedCount=10] [2024/05/06 02:39:10.649 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.544211ms] [] [2024/05/06 02:39:10.649 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:10.650 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=642.91Β΅s] [] [2024/05/06 02:39:10.651 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:10.651 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1209008592] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:10.661 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1209008632] ["max memory quota"=17179869184] [2024/05/06 02:39:10.661 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1343226360] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:10.674 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226400] ["max memory quota"=17179869184] [2024/05/06 02:39:10.674 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1477444128] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:10.688 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444168] ["max memory quota"=17179869184] [2024/05/06 02:39:10.688 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1611661896] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:10.701 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611661936] ["max memory quota"=17179869184] [2024/05/06 02:39:10.701 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/06 02:39:10.701 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 02:39:10.701 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 02:39:10.702 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 02:39:10.702 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:10.702 +00:00] [INFO] [index_cop.go:119] ["checkpoint detected, skip a cop-request task"] [category=ddl-ingest] ["task ID"=1] ["task end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 02:39:10.704 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/06 02:39:10.707 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/06 02:39:10.707 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 02:39:10.725 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/06 02:39:10.725 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:10.726 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=638.181Β΅s] [] [2024/05/06 02:39:10.726 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:10.726 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:10.726 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:10.726 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=9.673Β΅s] [] [2024/05/06 02:39:10.726 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:10.726 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=493.934Β΅s] [] [2024/05/06 02:39:10.733 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=253] [neededSchemaVersion=254] ["start time"=656.462Β΅s] [gotSchemaVersion=254] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:10.735 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=254] [2024/05/06 02:39:10.783 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=254] ["take time"=51.9714ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449567299823206409, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:10.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449567299823206409, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:10.796 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=249] [table=t] [index=idx] [2024/05/06 02:39:10.796 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:10.796 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:10.796 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:10.796 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:10.797 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:10.797 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:10.797 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:10.797 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/06 02:39:10.797 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=144] ["max memory quota"=17179869184] [2024/05/06 02:39:10.803 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=254] [neededSchemaVersion=255] ["start time"=528.642Β΅s] [gotSchemaVersion=255] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:10.805 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=255] [2024/05/06 02:39:10.853 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=255] ["take time"=51.570844ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:10.858 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:10.859 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/06 02:39:10.864 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 02:39:10.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449567300216684550, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:10.871 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449567300216684550, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f69ffff000000000001,EndKey:7480000000000000f75f69ffff000000000001ff,First:false,PhysicalTableID:247,Ingest mode:false"] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=249] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=249] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f69ffff000000000001] ["end key"=7480000000000000f75f69ffff000000000001ff] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=249] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=249] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f69ffff000000000001ff] ["current end key"=7480000000000000f75f69ffff00000000000100] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=249] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=249] [2024/05/06 02:39:10.872 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=249] [2024/05/06 02:39:10.873 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f69ffff000000000001, 7480000000000000f75f69ffff00000000000100), jobID: 249"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000f75f69ffff0000000000010000] ["take time"=364.587Β΅s] [2024/05/06 02:39:10.873 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=249] [2024/05/06 02:39:10.875 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f69ffff000000000001] [2024/05/06 02:39:10.875 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 02:39:10.897 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:10.902 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=255] [neededSchemaVersion=256] ["start time"=553.738Β΅s] [gotSchemaVersion=256] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:10.904 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=256] [2024/05/06 02:39:10.953 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=256] ["take time"=52.546456ms] [job="ID:249, Type:add index, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449567300216684550, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:10.959 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=249] [tableID=247] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:10.961 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=249] [jobType="add index"] [2024/05/06 02:39:10.962 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [job="ID:249, Type:add index, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-06 02:39:09.001 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449567300216684550, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:10.969 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=249] [2024/05/06 02:39:10.969 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:10.970 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 1.929303239\n# Parse_time: 0.000030014\n# Compile_time: 0.000051977\n# Rewrite_time: 0.000001843\n# Optimize_time: 0.000017299\n# Wait_TS: 0.000134337\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 02:39:10.971 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 02:39:10.975 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [2024/05/06 02:39:10.975 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [2024/05/06 02:39:10.975 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:10.977 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [] [2024/05/06 02:39:10.977 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:10.977 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=2.359Β΅s] [2024/05/06 02:39:10.977 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=2.396Β΅s] [2024/05/06 02:39:10.977 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=815ns] [2024/05/06 02:39:10.977 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=909ns] [2024/05/06 02:39:10.977 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:10.977 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 83, tp general"] [category=ddl] ["take time"=1.031Β΅s] [2024/05/06 02:39:10.977 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:10.977 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:10.977 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:10.978 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49] ["take time"=2.703622ms] [2024/05/06 02:39:10.978 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49] [2024/05/06 02:39:10.979 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:10.979 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:10.979 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0f5b946c-817b-41b8-8a4e-0da8644c6d9e] [watcherID=d8ce0d3f-da0e-4dc8-be00-ccad1c97d5fe] [2024/05/06 02:39:10.979 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0f5b946c-817b-41b8-8a4e-0da8644c6d9e] [2024/05/06 02:39:10.979 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:10.979 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:10.979 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:10.979 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:10.979 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:10.979 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:10.979 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:10.979 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:10.979 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:10.979 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1359] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:10.980 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:10.980 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49] [2024/05/06 02:39:10.980 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:10.980 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:10.980 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:10.980 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:10.980 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:10.980 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:10.980 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:10.980 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:10.980 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:10.980 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 52620e41-4291-4beb-88a8-8cb8937a853e"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:10.980 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [error="context canceled"] [2024/05/06 02:39:10.980 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:10.980 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:10.981 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [2024/05/06 02:39:10.981 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:10.980 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:10.981 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:10.980 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:10.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:10.981 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:10.981 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:10.981 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:10.981 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=52620e41-4291-4beb-88a8-8cb8937a853e] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:10.981 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:10.981 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:10.981 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:10.981 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:10.981 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:10.981 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 52620e41-4291-4beb-88a8-8cb8937a853e"] [error="context canceled"] [2024/05/06 02:39:10.981 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 52620e41-4291-4beb-88a8-8cb8937a853e"] [2024/05/06 02:39:10.988 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:10.989 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [error="context canceled"] [2024/05/06 02:39:10.989 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [2024/05/06 02:39:10.989 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:12.222 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:12.222 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:12.222 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:12.222 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:12.233 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b4e0ddab-5fc5-4f46-9d5c-bdfce4199e49"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:12.233 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 52620e41-4291-4beb-88a8-8cb8937a853e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:12.233 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:12.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:12.234 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.258613836s] [2024/05/06 02:39:12.234 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:12.234 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:12.234 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:12.234 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:12.234 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:12.234 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:12.234 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:12.234 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:12.234 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:12.234 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:12.234 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:12.234 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:12.234 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexImportFailed (3.69s) === RUN TestAddEmptyMultiValueIndex [2024/05/06 02:39:12.237 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:12.237 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:12.237 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:12.237 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:12.237 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:12.238 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:12.238 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:12.238 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:12.239 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:12.240 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:12.240 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:12.244 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:12.249 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:12.259 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1660] ["lease id"=6f188f4bc24d2ba7] [2024/05/06 02:39:12.260 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:12.278 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=256] ["start time"=16.415634ms] [2024/05/06 02:39:12.279 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:12.279 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=24028a2f-a1e2-406a-803b-a4854a62f024] [runWorker=true] [2024/05/06 02:39:12.279 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:12.280 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:12.281 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:39:12.281 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:12.281 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295464636416/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:12.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:12.281 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:12.281 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:12.282 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2ae6] [ownerID=24028a2f-a1e2-406a-803b-a4854a62f024] [op=none] [2024/05/06 02:39:12.282 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:12.282 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c047afaf-d6cb-463c-8f1a-bedd3bb896b2] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:12.283 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:12.287 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:12.288 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:12.288 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:12.298 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:12.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:12.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:12.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:12.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:12.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:12.302 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:12.302 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:12.302 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:12.302 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:12.302 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:12.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:12.302 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:12.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:12.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:12.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:12.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:12.303 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:12.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:12.304 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/db0f2a2d-0c82-45f3-ae14-f5c8c92aeb88] [2024/05/06 02:39:12.304 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:12.304 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:12.304 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:12.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:12.305 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:12.305 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:12.307 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.247017ms] [2024/05/06 02:39:12.310 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:12.311 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=256] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:39:12.319 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:12.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:12.319 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:12.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:39:12.332 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:12.333 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2ae6] [ownerID=24028a2f-a1e2-406a-803b-a4854a62f024] [op=none] [2024/05/06 02:39:12.333 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [op=none] [2024/05/06 02:39:12.333 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:12.339 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.350 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=256] [neededSchemaVersion=257] ["start time"=76.722Β΅s] [gotSchemaVersion=257] [phyTblIDs="[247]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:12.353 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=257] [2024/05/06 02:39:12.400 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=257] ["take time"=52.90869ms] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:12.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.405 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.411 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=257] [neededSchemaVersion=258] ["start time"=31.048Β΅s] [gotSchemaVersion=258] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:12.413 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=258] [2024/05/06 02:39:12.462 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=258] ["take time"=52.605806ms] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.467 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.475 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=258] [neededSchemaVersion=259] ["start time"=35.69Β΅s] [gotSchemaVersion=259] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:12.477 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=259] [2024/05/06 02:39:12.526 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=259] ["take time"=53.11745ms] [job="ID:250, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:12.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.532 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop schema: table IDs"] [2024/05/06 02:39:12.536 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="drop schema"] [2024/05/06 02:39:12.537 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [job="ID:250, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:12.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.542 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 02:39:12.542 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:12.543 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=259] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:39:12.549 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:12.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:12.550 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:12.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:39:12.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.561 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=259] [neededSchemaVersion=260] ["start time"=244.035Β΅s] [gotSchemaVersion=260] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:39:12.562 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=260] [2024/05/06 02:39:12.611 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=260] ["take time"=51.93129ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:12.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.616 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.501 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.619 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 02:39:12.619 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:12.628 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:39:12.632 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_enable_dist_task] [val=off] [2024/05/06 02:39:12.632 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=260] [cur_db=addindexlit] [sql="create table t(j json);"] [user=] [2024/05/06 02:39:12.639 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:12.639 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(j json);"] [2024/05/06 02:39:12.644 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.647 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t"] [2024/05/06 02:39:12.651 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=260] [neededSchemaVersion=261] ["start time"=531.12Β΅s] [gotSchemaVersion=261] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:12.653 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=254] [version=261] [2024/05/06 02:39:12.702 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=261] ["take time"=52.883672ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.711 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 02:39:12.711 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:12.715 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=261] [cur_db=addindexlit] [sql="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [user=] [2024/05/06 02:39:12.719 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:12.719 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/06 02:39:12.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:12.728 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"expression_index\",\"L\":\"expression_index\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_expression_index_0\",\"L\":\"_v$_expression_index_0\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 02:39:12.735 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=261] [neededSchemaVersion=262] ["start time"=631.027Β΅s] [gotSchemaVersion=262] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:12.737 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=262] [2024/05/06 02:39:12.785 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=262] ["take time"=52.339235ms] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:12.791 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:12.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=262] [neededSchemaVersion=263] ["start time"=593.464Β΅s] [gotSchemaVersion=263] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:12.800 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=263] [2024/05/06 02:39:12.848 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=263] ["take time"=52.110357ms] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:12.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:12.861 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=263] [neededSchemaVersion=264] ["start time"=569.765Β΅s] [gotSchemaVersion=264] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:12.862 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=264] [2024/05/06 02:39:12.911 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=264] ["take time"=51.9876ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:12.917 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:12.918 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/06 02:39:12.918 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:12.918 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/255] [keyspaceName=] [2024/05/06 02:39:12.921 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:12.921 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:12.921 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:12.921 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:12.921 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:12.922 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:12.925 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:12.925 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:12.925 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:39:12.926 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/06 02:39:12.933 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/06 02:39:12.936 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567300754079752, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:12.937 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/06 02:39:12.940 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=253] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:12.940 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/06 02:39:12.941 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=255] [start=7480000000000000fd5f728000000000000001] [end=7480000000000000fd5f72800000000000000100] ["checkpoint physical ID"=253] [2024/05/06 02:39:12.941 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567300754079752, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f728000000000000001,EndKey:7480000000000000fd5f72800000000000000100,First:false,PhysicalTableID:253,Ingest mode:true"] [2024/05/06 02:39:12.964 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=253] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:12.964 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=253] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=255] [localCnt=0] [2024/05/06 02:39:12.968 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:12.968 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:12.997 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:39:12.998 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:13.027 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 02:39:13.027 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:13.055 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 02:39:13.055 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:13.084 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 02:39:13.084 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=255] [reader=2] [writer=4] [2024/05/06 02:39:13.084 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f728000000000000001] ["end key"=7480000000000000fd5f72800000000000000100] [2024/05/06 02:39:13.084 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/06 02:39:13.085 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f72800000000000000100] ["current end key"=7480000000000000fd5f72800000000000000100] [2024/05/06 02:39:13.085 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:13.085 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f728000000000000001, 7480000000000000fd5f72800000000000000100), jobID: 255"] [2024/05/06 02:39:13.086 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:13.089 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000fd5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=253] [] [2024/05/06 02:39:13.089 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f728000000000000001] [2024/05/06 02:39:13.090 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 02:39:13.108 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] [2024/05/06 02:39:13.108 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:13.108 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=633.558Β΅s] [] [2024/05/06 02:39:13.108 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:13.109 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:13.109 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:13.109 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=9.502Β΅s] [] [2024/05/06 02:39:13.109 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:13.109 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=466.208Β΅s] [] [2024/05/06 02:39:13.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=264] [neededSchemaVersion=265] ["start time"=632.284Β΅s] [gotSchemaVersion=265] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:13.118 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=265] [2024/05/06 02:39:13.167 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=265] ["take time"=52.967036ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567300754079752, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:13.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567300754079752, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:13.174 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=255] [table=t] [index=expression_index] [2024/05/06 02:39:13.175 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:13.175 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:13.175 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:13.175 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:13.175 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:13.175 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/06 02:39:13.175 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 02:39:13.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=265] [neededSchemaVersion=266] ["start time"=625.704Β΅s] [gotSchemaVersion=266] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:13.184 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=266] [2024/05/06 02:39:13.232 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=266] ["take time"=51.905958ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:13.239 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 90, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:13.239 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 02:39:13.244 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/06 02:39:13.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567300832722954, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:13.251 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567300832722954, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f69ffff000000000001,EndKey:7480000000000000fd5f69ffff000000000001ff,First:false,PhysicalTableID:253,Ingest mode:false"] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=255] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=255] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f69ffff000000000001] ["end key"=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=255] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=255] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f69ffff000000000001ff] ["current end key"=7480000000000000fd5f69ffff00000000000100] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=255] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=255] [2024/05/06 02:39:13.252 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=255] [2024/05/06 02:39:13.253 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f69ffff000000000001, 7480000000000000fd5f69ffff00000000000100), jobID: 255"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000fd5f69ffff0000000000010000] ["take time"=318.591Β΅s] [2024/05/06 02:39:13.253 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=255] [2024/05/06 02:39:13.255 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f69ffff000000000001] [2024/05/06 02:39:13.255 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 02:39:13.275 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:13.280 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=266] [neededSchemaVersion=267] ["start time"=665.366Β΅s] [gotSchemaVersion=267] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:13.282 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=267] [2024/05/06 02:39:13.304 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:13.304 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:13.304 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/db0f2a2d-0c82-45f3-ae14-f5c8c92aeb88] [watcherID=d963d728-4d02-442e-a503-0eb3f8f91211] [2024/05/06 02:39:13.305 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:13.307 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:13.307 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:13.307 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:13.307 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:13.330 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=267] ["take time"=51.886159ms] [job="ID:255, Type:add index, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567300832722954, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:13.336 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=255] [tableID=253] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:13.338 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=255] [jobType="add index"] [2024/05/06 02:39:13.338 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [job="ID:255, Type:add index, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-06 02:39:12.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567300832722954, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:13.345 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=255] [2024/05/06 02:39:13.345 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:13.346 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.63169469\n# Parse_time: 0.000043772\n# Compile_time: 0.000067429\n# Rewrite_time: 0.000002271\n# Optimize_time: 0.000022889\n# Wait_TS: 0.00013707\n# DB: addindexlit\n# Is_internal: false\n# Digest: 748c2395042b13233a915be5581157ecbda746967b72293bb29fe10a81d6bbb4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/06 02:39:13.347 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=0] [schemaVersion=267] [2024/05/06 02:39:13.349 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [2024/05/06 02:39:13.349 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [2024/05/06 02:39:13.349 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:13.590 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=2.402Β΅s] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=1.001Β΅s] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=919ns] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=1.405Β΅s] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 88, tp general"] [category=ddl] ["take time"=948ns] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:13.591 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:13.591 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=24028a2f-a1e2-406a-803b-a4854a62f024] ["take time"=242.737579ms] [2024/05/06 02:39:13.591 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=24028a2f-a1e2-406a-803b-a4854a62f024] [2024/05/06 02:39:13.593 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:13.593 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/db0f2a2d-0c82-45f3-ae14-f5c8c92aeb88] [watcherID=d963d728-4d02-442e-a503-0eb3f8f91211] [2024/05/06 02:39:13.593 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:13.593 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/db0f2a2d-0c82-45f3-ae14-f5c8c92aeb88] [2024/05/06 02:39:13.593 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:13.593 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:13.593 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:13.593 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:13.593 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:13.593 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:13.593 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:13.593 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:13.593 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:13.593 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:13.593 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:13.593 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1660] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:13.594 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:13.594 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=24028a2f-a1e2-406a-803b-a4854a62f024] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:13.594 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:13.594 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:13.594 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:13.594 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:13.594 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c047afaf-d6cb-463c-8f1a-bedd3bb896b2"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=24028a2f-a1e2-406a-803b-a4854a62f024] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:13.594 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:13.594 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [error="context canceled"] [2024/05/06 02:39:13.594 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [2024/05/06 02:39:13.594 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:13.594 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:13.594 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:13.594 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:13.594 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:13.594 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:13.594 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:13.595 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c047afaf-d6cb-463c-8f1a-bedd3bb896b2"] [error="context canceled"] [2024/05/06 02:39:13.595 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:13.595 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c047afaf-d6cb-463c-8f1a-bedd3bb896b2"] [2024/05/06 02:39:13.595 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:13.595 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:13.595 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:13.595 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c047afaf-d6cb-463c-8f1a-bedd3bb896b2] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:13.595 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:13.595 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c047afaf-d6cb-463c-8f1a-bedd3bb896b2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:13.601 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:13.601 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [error="context canceled"] [2024/05/06 02:39:13.601 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [2024/05/06 02:39:14.844 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:14.844 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:14.844 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:14.844 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:14.863 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c047afaf-d6cb-463c-8f1a-bedd3bb896b2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:14.866 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 24028a2f-a1e2-406a-803b-a4854a62f024"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:14.866 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:14.866 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:14.866 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.517642629s] [2024/05/06 02:39:14.866 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:14.867 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:14.867 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:14.866 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:14.867 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:14.867 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:14.867 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:14.867 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:14.867 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:14.867 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:14.867 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:14.867 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:14.867 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddEmptyMultiValueIndex (2.63s) === RUN TestAddUniqueIndexDuplicatedError [2024/05/06 02:39:14.870 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:14.870 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:14.870 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:14.870 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:14.870 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:14.871 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:14.871 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:14.871 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:14.872 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:14.872 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:14.873 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:14.875 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:14.879 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:14.888 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=758] ["lease id"=3eaa8f4bc24d2b10] [2024/05/06 02:39:14.889 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:14.902 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=267] ["start time"=11.7422ms] [2024/05/06 02:39:14.903 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:14.903 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=a269b38b-61c3-456b-a8be-624b7541eab9] [runWorker=true] [2024/05/06 02:39:14.903 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:14.904 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:14.905 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:14.905 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:39:14.905 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295464648704/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:14.905 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:14.905 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:14.905 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:14.906 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24d2b00] [ownerID=a269b38b-61c3-456b-a8be-624b7541eab9] [op=none] [2024/05/06 02:39:14.906 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:14.906 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c75f83af-d5a1-40ee-9890-961e9e826903] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:14.907 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:14.911 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:14.911 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:14.911 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:14.922 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:14.924 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:14.925 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:14.925 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:14.925 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:14.925 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:14.925 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:14.925 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:14.925 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:14.925 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:14.925 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:14.926 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:14.926 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:14.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:14.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:14.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:14.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:14.927 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:14.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:14.927 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c6397fc9-40e0-4625-b792-9ba7669a327f] [2024/05/06 02:39:14.927 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:14.927 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:14.928 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:14.929 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:14.929 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:14.929 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:14.931 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.718349ms] [2024/05/06 02:39:14.934 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:14.935 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="DROP TABLE IF EXISTS `b1cce552` "] [user=] [2024/05/06 02:39:14.935 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [user=] [2024/05/06 02:39:14.944 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:14.944 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [2024/05/06 02:39:14.956 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:14.957 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] ["owner key"=/tidb/ddl/fg/owner/22318f4bc24d2b00] [ownerID=a269b38b-61c3-456b-a8be-624b7541eab9] [op=none] [2024/05/06 02:39:14.957 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [op=none] [2024/05/06 02:39:14.957 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:14.963 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.966 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 256, Table Name: b1cce552"] [2024/05/06 02:39:14.972 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=267] [neededSchemaVersion=268] ["start time"=736.73Β΅s] [gotSchemaVersion=268] [phyTblIDs="[256]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:14.974 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=257] [version=268] [2024/05/06 02:39:15.022 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=268] ["take time"=52.108307ms] [job="ID:257, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.028 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [job="ID:257, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.034 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=257] [2024/05/06 02:39:15.034 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:15.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449567301304582158] [2024/05/06 02:39:15.038 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=268] [cur_db=test] [sql="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [user=] [2024/05/06 02:39:15.043 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:15.043 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/06 02:39:15.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.051 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"65290727\",\"L\":\"65290727\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"4c74082f\",\"L\":\"4c74082f\"},\"offset\":2,\"length\":-1},{\"name\":{\"O\":\"d9337060\",\"L\":\"d9337060\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"8069da7b\",\"L\":\"8069da7b\"},\"offset\":6,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:15.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=268] [neededSchemaVersion=269] ["start time"=622.211Β΅s] [gotSchemaVersion=269] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:15.060 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=269] [2024/05/06 02:39:15.108 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=269] ["take time"=51.956964ms] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.125 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=269] [neededSchemaVersion=270] ["start time"=705.993Β΅s] [gotSchemaVersion=270] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:15.126 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=270] [2024/05/06 02:39:15.175 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=270] ["take time"=53.054307ms] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.192 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=270] [neededSchemaVersion=271] ["start time"=752.708Β΅s] [gotSchemaVersion=271] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:15.194 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=271] [2024/05/06 02:39:15.242 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=271] ["take time"=52.597177ms] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.250 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/06 02:39:15.250 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:15.251 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/258] [keyspaceName=] [2024/05/06 02:39:15.254 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:15.254 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:15.254 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:15.254 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:15.255 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:15.255 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:15.260 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:15.261 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:15.261 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:15.262 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=258] [physicalTableID=256] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 02:39:15.268 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/06 02:39:15.273 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567301369856004, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.274 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/06 02:39:15.277 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=256] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:15.277 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/06 02:39:15.279 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=258] [start=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [end=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["checkpoint physical ID"=256] [2024/05/06 02:39:15.279 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567301369856004, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e,EndKey:7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00,First:false,PhysicalTableID:256,Ingest mode:true"] [2024/05/06 02:39:15.303 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=256] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:15.303 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=256] [oldPhysicalID=0] [indexIDs="[3]"] [jobID=258] [localCnt=0] [2024/05/06 02:39:15.311 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/06 02:39:15.311 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:15.339 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 02:39:15.339 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:15.366 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 02:39:15.366 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:15.392 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 02:39:15.392 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:15.421 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 02:39:15.421 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=258] [reader=2] [writer=4] [2024/05/06 02:39:15.421 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=256] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 02:39:15.421 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 02:39:15.421 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=256] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["current end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 02:39:15.421 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:15.421 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 256, range: [7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e, 7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00), jobID: 258"] [2024/05/06 02:39:15.422 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:15.423 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=332] [kvs=2] [files=1] [sstFileSize=1299] [file=/tmp/tidb/tmp_ddl-4000/258/b85183b9-c6b4-552a-a01e-db697670c7ce.sst/81c0d278-6ef8-4df9-997e-e37c378b4399.sst] [firstKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9014E365144313D4070FF6564406F77566F4AFF7800000000000000F806050080034E0022] [lastKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9015F48576166236744FF2162770000000000FA06050080235C0019] [2024/05/06 02:39:15.428 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["global checkpoint"=] ["global physical ID"=256] [] [2024/05/06 02:39:15.428 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=2] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [2024/05/06 02:39:15.428 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=2] [2024/05/06 02:39:15.447 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] [2024/05/06 02:39:15.447 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/06 02:39:15.448 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [takeTime=816.155Β΅s] [] [2024/05/06 02:39:15.448 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["split region size"=100663296] [2024/05/06 02:39:15.448 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [2024/05/06 02:39:15.449 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:15.471 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b85183b9-c6b4-552a-a01e-db697670c7ce] ["region ranges"=1] [count=2] [size=332] [2024/05/06 02:39:15.471 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:15.473 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F8] [endKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F800] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:39:17.473 +00:00] [2024/05/06 02:39:15.473 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:15.475 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [takeTime=26.406549ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [2024/05/06 02:39:15.475 +00:00] [WARN] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] ["job ID"=258] ["index ID"=3] [2024/05/06 02:39:15.475 +00:00] [WARN] [index.go:957] ["import index duplicate key, convert job to rollback"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:6, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567301369856004, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [2024/05/06 02:39:15.478 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:15.478 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:15.478 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:15.478 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:15.478 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:15.478 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:15.478 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:15.478 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:15.478 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:15.478 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:15.478 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:15.478 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:15.479 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:15.479 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:15.479 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:15.479 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:15.479 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:15.479 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/06 02:39:15.479 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 02:39:15.479 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [errorVerbose="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.completeErr\n\tpkg/ddl/index_cop.go:313\ngithub.com/pingcap/tidb/pkg/ddl.convertAddIdxJob2RollbackJob\n\tpkg/ddl/rollingback.go:93\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:958\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:15.486 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=271] [neededSchemaVersion=272] ["start time"=763.286Β΅s] [gotSchemaVersion=272] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:15.488 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=272] [2024/05/06 02:39:15.536 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=272] ["take time"=52.594532ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:3, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449567301369856004, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449567301369856004, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.551 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=272] [neededSchemaVersion=273] ["start time"=692.863Β΅s] [gotSchemaVersion=273] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:15.553 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=273] [2024/05/06 02:39:15.601 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=273] ["take time"=52.778712ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449567301369856004, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449567301369856004, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.618 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=273] [neededSchemaVersion=274] ["start time"=663.29Β΅s] [gotSchemaVersion=274] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:15.620 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=274] [2024/05/06 02:39:15.668 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=274] ["take time"=52.442563ms] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449567301369856004, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.676 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=258] [tableID=256] [indexIDs="[3,9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:15.681 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=258] [jobType="add index"] [2024/05/06 02:39:15.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 97, tp add index"] [category=ddl] [jobID=258] [conn=36] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 02:39:15.001 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449567301369856004, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:15.687 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/06 02:39:15.690 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=258] [2024/05/06 02:39:15.690 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:39:15.690 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.652128193\n# Parse_time: 0.000046868\n# Compile_time: 0.000089539\n# Rewrite_time: 0.000003018\n# Optimize_time: 0.000018222\n# Wait_TS: 0.000187838\n# DB: test\n# Is_internal: false\n# Digest: bc4570d7de5f1f19112a3915018d4d0650f00ce0ad5b39e929a05a8dc72fa0ac\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/06 02:39:15.691 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [2024/05/06 02:39:15.691 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [2024/05/06 02:39:15.692 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=1.825Β΅s] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=2.573Β΅s] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=734ns] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=943ns] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 93, tp general"] [category=ddl] ["take time"=1.06Β΅s] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:15.693 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:15.693 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=a269b38b-61c3-456b-a8be-624b7541eab9] ["take time"=3.295861ms] [2024/05/06 02:39:15.693 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=a269b38b-61c3-456b-a8be-624b7541eab9] [2024/05/06 02:39:15.694 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:15.694 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c6397fc9-40e0-4625-b792-9ba7669a327f] [2024/05/06 02:39:15.694 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:15.694 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:15.694 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:15.694 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:15.694 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:15.694 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:15.694 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:15.694 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:15.694 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:15.694 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:15.695 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:15.695 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=758] [2024/05/06 02:39:15.696 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:15.696 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:15.696 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c75f83af-d5a1-40ee-9890-961e9e826903"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:15.696 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:15.696 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [error="context canceled"] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:15.696 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:15.696 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c75f83af-d5a1-40ee-9890-961e9e826903] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c75f83af-d5a1-40ee-9890-961e9e826903"] [error="context canceled"] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:15.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:15.696 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c75f83af-d5a1-40ee-9890-961e9e826903"] [2024/05/06 02:39:15.704 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:15.704 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [error="context canceled"] [2024/05/06 02:39:15.905 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:16.924 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:16.924 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:16.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:16.936 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c75f83af-d5a1-40ee-9890-961e9e826903"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:17.159 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a269b38b-61c3-456b-a8be-624b7541eab9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:17.159 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:17.159 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:17.159 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:17.159 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.469070413s] [2024/05/06 02:39:17.159 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:17.159 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:17.159 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:17.159 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:17.159 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:17.159 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:17.159 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:17.159 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:17.159 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:17.159 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:17.159 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:17.159 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:17.160 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddUniqueIndexDuplicatedError (2.29s) === RUN TestFirstLitSlowStart [2024/05/06 02:39:17.162 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:17.162 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:17.162 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:17.163 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:17.163 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:17.164 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:17.164 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:17.164 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:17.165 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:17.165 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:17.166 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:17.168 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:17.173 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:17.183 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1394] ["lease id"=6f188f4bc24d2c0a] [2024/05/06 02:39:17.184 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:17.197 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=274] ["start time"=12.064605ms] [2024/05/06 02:39:17.198 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:17.198 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=733ff1b2-88a3-492d-8e63-77c75cdeed26] [runWorker=true] [2024/05/06 02:39:17.198 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:17.199 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:17.200 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:39:17.200 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295466835968/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:17.200 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:17.200 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:17.200 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:17.200 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:17.201 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:17.201 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2b37] [ownerID=733ff1b2-88a3-492d-8e63-77c75cdeed26] [op=none] [2024/05/06 02:39:17.201 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8b0bf155-0fa8-4385-850a-b97999c5e14c] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:17.202 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:17.206 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:17.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:17.207 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:17.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:17.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:17.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:17.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:17.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:17.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:17.220 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:17.220 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:17.220 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:17.220 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:17.221 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:17.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:17.221 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:17.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:17.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:17.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:17.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:17.222 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:17.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:17.223 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/fe35c687-1e7f-48f3-b449-e8f4e46e895a] [2024/05/06 02:39:17.223 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:17.223 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:17.223 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:17.224 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:17.224 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:17.224 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:17.226 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.370204ms] [2024/05/06 02:39:17.228 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:17.229 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="alter table `b1cce552` nocache"] [user=] [2024/05/06 02:39:17.229 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="drop table `b1cce552`"] [user=] [2024/05/06 02:39:17.236 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:17.236 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `b1cce552`"] [2024/05/06 02:39:17.251 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:17.251 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2b37] [ownerID=733ff1b2-88a3-492d-8e63-77c75cdeed26] [op=none] [2024/05/06 02:39:17.251 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [op=none] [2024/05/06 02:39:17.251 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:17.259 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=274] [neededSchemaVersion=275] ["start time"=64.138Β΅s] [gotSchemaVersion=275] [phyTblIDs="[256]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:17.268 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=275] [2024/05/06 02:39:17.316 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=275] ["take time"=52.487674ms] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.322 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.329 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=275] [neededSchemaVersion=276] ["start time"=51.243Β΅s] [gotSchemaVersion=276] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:17.331 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=276] [2024/05/06 02:39:17.379 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=276] ["take time"=52.267416ms] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.388 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 256, Old Table Name: b1cce552"] [2024/05/06 02:39:17.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=276] [neededSchemaVersion=277] ["start time"=46.262Β΅s] [gotSchemaVersion=277] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:17.394 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=277] [2024/05/06 02:39:17.443 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=277] ["take time"=52.318439ms] [job="ID:259, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:17.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.448 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[256]"] [comment="drop table: table ID"] [2024/05/06 02:39:17.452 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop table"] [2024/05/06 02:39:17.452 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [job="ID:259, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:17.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.458 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 02:39:17.458 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:17.460 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=277] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:39:17.464 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:17.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:17.464 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:17.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:39:17.469 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.478 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=277] [neededSchemaVersion=278] ["start time"=41.073Β΅s] [gotSchemaVersion=278] [phyTblIDs="[253]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:17.479 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=278] [2024/05/06 02:39:17.528 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=278] ["take time"=51.782605ms] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:17.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.532 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.539 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=278] [neededSchemaVersion=279] ["start time"=32.209Β΅s] [gotSchemaVersion=279] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:17.541 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=279] [2024/05/06 02:39:17.589 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=279] ["take time"=52.089763ms] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.595 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.224 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:18.224 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:18.224 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fe35c687-1e7f-48f3-b449-e8f4e46e895a] [watcherID=fb874c4d-7c33-4402-8027-9e71d182b785] [2024/05/06 02:39:18.225 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:18.226 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:18.226 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:18.226 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:18.226 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:18.850 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567302012370947\n# Query_time: 1.147680062\n# Parse_time: 0\n# Compile_time: 0.000410236\n# Rewrite_time: 0.000152058\n# Optimize_time: 0.000158302\n# Wait_TS: 0.000045332\n# Cop_time: 1.146955694 Process_time: 0.000315277 Wait_time: 0.00003588 Request_count: 1 Total_keys: 471 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 129 Rocksdb_key_skipped_count: 1090\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000315277 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.588e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 239\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 1.14676407\n# PD_total: 0.000007335\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/gX0tgEwCTMxXzcJMAkzMzIzLjMzCWRhdGE6U2VsZWN0aW9uXzYJMAl0aW1lOjEuMTVzLCBsb29wczoxLCBjb3BfdGFzazoge251bTogMSwgbWF4OiA3MzYuNsK1cywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogMzE1LjPCtXMsIHRvdF93YWl0OiAzNS45wrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogOS42NcK1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7UmVzb2x2ZUxvY2s6e251bV9ycGM6MSwgdG90YWxfdGltZToxLjE1c30sQ29wOntudW1fcnBjOjIsIHRvdGFsX3RpbWU6MS41NG1zfX0JMjM5IEJ5dGVzCU4vQQoxCTFfNgkxXzAJMzMyMy4zMwlsZShteXNxbC50aWRiX21kbF9pbmZvLnZlcnNpb24sIDI3OSkJMAl0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsLVhENDcxLCBnZXRfc25hcHNob3RfBcEQIDEzLjUlhKByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEyOSwga2V5Xz4YAEQwOTAsIGJsb2NrOiB7fX19LCABWgBfOoYAGHByb2Nlc3MNdggzMTU52RRhbF93YWkRkTXgIHRpa3Zfd2FsbA00CDQ5NAWrEH0JTi9BAQRkCjIJNDNfNQkxXzAJMTAwMDAJdGFibGU6dGk9QQG0bGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FtQRrdkUsSlMBIAlOL0EJTi9BCg==')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('5waYCuIGCg1UYWJsZVJlYWRlcl83Ev0DCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCyATyJBKauqqqqq9qkFhBBSJGxlKAWDBC50LoIAQC52ZXJzaW9uLCAyNzkpaoMCbnEACCwgcwHn8F5kZXRhaWw6IHt0b3RhbF9rZXlzOiA0NzEsIGdldF9zbmFwc2hvdF90aW1lOiAxMy41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEyOSwga2V5Xz4YAEQwOTAsIGJsb2NrOiB7fX19LCABWj6GABxwcm9jZXNzXwEcGDogMzE1LjMFdwmkCHdhaRGRDDM1LjkJGhxpa3Zfd2FsbA00CDQ5NAWrBH1wJUkBATJYASFPEOpz5kApAQkAqiFYJAFAAVIQZGF0YTpdGARaEwWDEDEuMTVzNawcYoUCY29wX3QhyUwge251bTogMSwgbWF4OiA3MzYuNgWRAcMtTgQwLAG5BdU6zQAFywA6GcZgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMCE1DHVpbGQFdQhfZHUFGhhuOiA5LjY1BW+obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGyFF9ycGM6MgWYAGEtMzwxLjU0bXN9LFJlc29sdmVMIaMVKwAxOisAUDE1c319cO8BeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 02:39:18.851 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567301972787209\n# Query_time: 1.249645064\n# Parse_time: 0\n# Compile_time: 0.000545462\n# Rewrite_time: 0.000118915\n# Optimize_time: 0.000349651\n# Wait_TS: 0.000029756\n# Cop_time: 1.248089142 Process_time: 0.000967804 Wait_time: 0.000069567 Request_count: 2 Process_keys: 1 Total_keys: 1297 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 260 Rocksdb_key_skipped_count: 3239\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000483902 Cop_proc_p90: 0.000673808 Cop_proc_max: 0.000673808 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.4783e-05 Cop_wait_p90: 4.3878e-05 Cop_wait_max: 4.3878e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12733\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2xi4MAkzXzEzCTAJMjM5MS45NglteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjEuMjVzLCBsb29wczoxLCBDb25jdXJyZW5jeTo1CTExLjggS0IJTi9BCjEJMTRfMTQJcn4AGWEUOmRlc2MsToUAFGpvYl9pZFaBABwJMCBCeXRlcxEIHAoyCTE3XzI4HfRUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoKAQRpZAHTIGx1bW4jMTUpXVZ1AKAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjIxMS45wrVzLCBmZXRjaB0QBTIMOjBzfRGqEQgkCjMJMzFfNDEoQgFUACkduUBkYXRhOlNlbGVjdGlvbl80MBWODDY4LjgFZjWHaGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDU0Ng2RIWo0X2tleXM6IDAsIHRvdF8BEhA6IDI5NAVLARIkd2FpdDogMjUuNwUTZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwMQIBcwhfZHUFGhhuOiAzLjkxBTo4bWF4X2Rpc3RzcWxfY29uVSJIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGNBTSVFAF9FaAw1MjcuAZkUfX0JMjQyLeUYTi9BCjQJMSELBDFfclgCDHJlb3JJtARrdgWmBDp7BVcEMHNVvDx9LCBzY2FuX2RldGFpbDogKcMtI0A2NDcsIGdldF9zbmFwc2hvdAmWBCA5EeKgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMzAsIGtleV8+GAAgNjEzLCBibG9jIawQfX19LCABmT6GACGcCGVzcw12PaQEYWwlphEZMasAdAHoCHdhbC0+JCAzODUuNsK1c30hNAEEHAo1CTQ0XzM5JTkcNjY2Ni42NwlJvC4PBHQsIHJhbmdlOlstaW5mLDI2MCksICgyNjAsK2luZl0B0mxlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRaFmcQEBiAEEMAozCTZfMjkoUHJvYmVB8jg2NDAwCWdyb3VwIGJ5OkNxgEAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXVKmgQQcGFydGkhLxhvcmtlcjp7OR40MS4yNDgyMTc2ODNzLCAuoAIINSwgRdNhRAAwaSZlFCA2LjI0MDkzNDWF/WErDGV4ZWNFTgENIcINJBQ0NzE0OXNpfgVoLDE5MzYxMXMsIHA5NTISABR9LCBmaW5qoQAMNDg0NmqgAAGsBG90CaAENzJRmAETBZwQMTUxbnMJwxWfEDEwODkyAVSBHAWeEDIyMzM2AbAVng0SOa1hcQAzgXwlphRub3QoZXE5igQsIEElCCksIAEZFGlzbnVsbBkdACkh3QV+NjcGCAkzOLG4YdMQNQk2XzMhyAQ4MC4IAkqjBW0XCGluZ1IqBiBzY2hlbWFfaWQhgUbOBkXvCR5JWQhtaW4VrQA4MlQCADFKtwAEMix+VAIMMDkyOSXsXlQCADEpkVlUFDM1NTEwMi2oJbgYMjkuODk1wsFEIcwlPkV/DDM5NDklqzW9EDA4MjM0AT01vQ0SflsCEDExMjI5QQheqAAuXAIQNi41NDIVkAWkCDE4NkJcAhAwNDg3NwGNFZ8UMTAyNjI0MvoCCRJZXAA2wfwMMzYJMCn7xfIkSGFzaEFnZ18zMV6GAV7tBgwxLjFtAW8Ecm/R6gAxKXABEhA6IDY3M+03IVklhAggNDPtHwBjvuwGDDEuNzMlFs7sBgAyBZgAYa2uODEuNm1zfSxSZXNvbHZlTMEbWhYHZUfhEwQ5M/0TADdhQAAxpdr+QgPOQgNKagMWswl9UgA4Jcw2GwYlrRrCCFqNByG54QcWuAgpzgRhbDIXACRfc2l6ZTogNzQ3MVQJLQg2NTBSwgcEMTlNBebCBwQyNsLCBzJ8AqH0BGFp8cRVgwB0DkMKHF9rdl9yZWFkLs0HJSk+4gcMODc5Lg5tCXlNFDgJNDNfM6GvDDAJMTChS4XxOuAHAGt2wgeB+WqnASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('shvwSQqtGwoNUHJvamVjdGlvbl8xMxKXGgoHU29ydF8xNBKhGQoLSGFzaEpvaW5fMjgS0gYKDlRhYmxlUmVhZGVyXzQxEo8ECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwyNjApLCAoMjYwLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSncH2So7K+iBaEEUhgFnQQudB2cKC5yZW9yZ2qBAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDY0NywgZ2V0X3NuYXBzaG90XwWksCA5LjkxwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEzMCEDAHlCGABENjEzLCBibG9jazoge319fSwgAVo+hgAccHJvY2Vzc18BHBA6IDI5NAV1CaIId2FpEY8MMjUuNwkaAegMd2FsbA0yJDM4NS42wrVzfXAhOgUBLkoBLBoBASE/fIZdQYvrQDlNKAFAAVIRZGF0YTpTXS0EWhYFhRAxNjguOAVsLaUUYtsBY29wKcJMIHtudW06IDEsIG1heDogNTQ2LjkFLAHILVMEMCwBwAXaMtIABdAAOhnLgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaDG46IDMxlKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZYAYS04DDUyNy4hawx9fXDyLjABEBKWEQoKYWUgQWdnXzI5EscNLlEDEDMwEswMGSAQMzUSqQg2hAMQMzYSxgUdIhQxEpgBChBlggxGdWxsaYEANEXgFPDvMEEpAAEBEIjDQDABdoMDAB56ZQMAHUUYAHR5ZQwxbXMsMcFaHAIFhggoZTENhgRAvw2GPFKUAWdyb3VwIGJ5Om15c3E6cgMh6hxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThq10LlAzLlAFbmAw2uTZtVBS4XABxfc2l6ZTogN4EKaXkAa4kbBDUwUhsEBDE5bSDmGwQEMjbCGwQINjczDXcJpJ0dBDQzbYUJGhhrdl9yZWFkLiYEJSlFI507DDg3OS6B5F4fAhze3d3dHT73QEmlSR+BOgQPZIE6CEhhc2UlDDMxWhOJOAguMjVVdAwyYoECXjUEBDEuBY8hgy1qKZcllQA6NukABecAOhniwjQEDDEuNzOFoc40BAAyMjQEODEuNm1zfSxSZXNvbHZlTKHZCHtudU5eBCULEH19cKUCLtUGIVAMrWz4QD5QAQCE/m8Dvm8DdVN9XwA1VsYBRMcCcGFydGlhbF93b3JrZXI6e1lBNDEuMjQ4MDkyOTExcywgLogFCDUsIIGLAF/BLC3cQa8wOjYuMjQwMzU1MTAycyVbLF9leGVjOjI5Ljg5NSWmBHRvzfIJKxA5NDk2OYFJBGF4DW8MODIzNAE9CHA5NTISABR9LCBmaW5mqAAUMTEyMjk2aqgAAbQAb01wEDYuNTQyFZAFpAwxODZuDbRF7gWgDDQ4NzcBjRWfHDEwMjYyNHMsGZ8NEm5kAwitSP5NFAgAuUBlYhgvbm90KGVxNakINSwgDncJCCksIAEZFGlzbnVsbBkdBCkpTrwBCDFw/C5+AiQaAQIhRERERCRjPm0ABDhnse1RGAQ1LK2cHGZpcnN0cm93HWy5kVIyAggxYr9+MgIUMjE3NjgzaooBADBJG1kyDDkzNDWFXCGhJY4AMEKLARA5NDcxNDIrAgwxOTM2RZpVKw0SfisCDDI0ODSeKgIENzIelAgVnAgxNTFCKgIQMTA4OTIBVFUqDDIyMzNF2xWeDRJeKgIYt0ZTHx4iByoTC2gBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiUQcELCA15QQpXVI3AgRiOxZ8CRBoYXNoX+WuADoWMQsMOjIxMc1oEGZldGNoHRAFMiw6MHN9Ia7Rf6GQexA6pgAAPUqQAKH/BGVzDkcIEDpkZXNjUi0IFgUIUqcAGCE7sBZXRZI+agBOsQgBRhBtZXRhLE6vCBmHUmcADGINQ28mYApANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 02:39:19.200 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:19.350 +00:00] [INFO] [commit.go:159] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=449567301972787206] [info="{StartTs:449567301972787206 AttemptedCommitTs:449567302300729345 Key:6d44423a3235310000fd00000000000000685449443a32353300fe MinCommitTs:449567302431801346}"] [2024/05/06 02:39:19.352 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=279] [neededSchemaVersion=280] ["start time"=25.695Β΅s] [gotSchemaVersion=280] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:19.354 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=280] [2024/05/06 02:39:19.403 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=280] ["take time"=51.875585ms] [job="ID:260, Type:drop schema, State:done, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:17.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.408 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=260] [tableIDs="[253]"] [comment="drop schema: table IDs"] [2024/05/06 02:39:19.410 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=260] [jobType="drop schema"] [2024/05/06 02:39:19.410 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:drop schema, State:synced, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:17.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.178 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:762.158857ms txnStartTS:449567302458015759 region_id:28 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:762.1ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 02:39:20.178 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567302458015759\n# Query_time: 0.763362004\n# Parse_time: 0\n# Compile_time: 0.000670666\n# Rewrite_time: 0.000111928\n# Optimize_time: 0.000482201\n# Wait_TS: 0.000036206\n# Cop_time: 0.762621477 Process_time: 0.000136089 Wait_time: 0.000091237 Request_count: 2 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 1 Rocksdb_key_skipped_count: 2 Rocksdb_block_cache_hit_count: 4\n# Index_names: [gc_delete_range:delete_range_index,gc_delete_range_done:delete_range_done_index]\n# Is_internal: true\n# Digest: 2ffef2181ab46a8058dce8c65e1c69cee5eef670fae395cec098185f88a9f5e1\n# Stats: gc_delete_range:pseudo[10000;0],gc_delete_range_done:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 6.8044e-05 Cop_proc_p90: 7.3692e-05 Cop_proc_max: 7.3692e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.5618e-05 Cop_wait_p90: 5.9474e-05 Cop_wait_max: 5.9474e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 647\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[delete_range_index] remain after pruning paths for gc_delete_range given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[delete_range_index] remain after pruning paths for gc_delete_range given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[delete_range_index] remain after pruning paths for gc_delete_range given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[delete_range_index] remain after pruning paths for gc_delete_range given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[delete_range_done_index] remain after pruning paths for gc_delete_range_done given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[delete_range_done_index] remain after pruning paths for gc_delete_range_done given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[delete_range_done_index] remain after pruning paths for gc_delete_range_done given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[delete_range_done_index] remain after pruning paths for gc_delete_range_done given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qQ+AMAk1XzE2CTAJMQlmdW5jczpzdW0oQ29sdW1uIzMzKS0+DQx0MTYJMQl0aW1lOjc2Mi40bXMsIGxvb3BzOjEJTi9BAQQ8CjEJM183MQkwCTIJY2FzdBFGXDE1LCBkZWNpbWFsKDIwLDApIEJJTkFSWRlcDDMzCTJSXABsMywgQ29uY3VycmVuY3k6T0ZGCTM4MCBCeXRlcwVzFDIJOV81MAVzXkMAASgBBBgKMwk1XzU5HeoMY291bhWmBDMwGZAANxHrGDQwOS41wrUV7AAyAUkBBBgKNAkzMl82AXpMMQlpbmRleDpTdHJlYW1BZ2dfNTUZQAgzLjMuQABwLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAzNTENayBwcm9jX2tleXMFHQx0b3RfARIEOiAhdwVMARMkd2FpdDogMzEuOAUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDMuOTYFOjBtYXhfZGlzdHNxbF9jPWxIIDF9LCBycGNfaW5mbzp7Q29wOgGxGF9ycGM6MSwBhAhhbF9FEAQzMwHjGH19CTI2NyA5mwA1IW8QNQkxXzBVWylxADE5aQAzARwMdGlrdgWfBDp7BVAAMDVvAYM8c2Nhbl9kZXRhaWw6IHt0bwF3IRAIZXNzMiUBBGFsMhcAIF9zaXplOiA1MxGrKVE4MiwgZ2V0X3NuYXBzaG90CcEMIDEzLilaYHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF8FuiWQCGtleT4WABgyLCBibG9jIdM5gw0yFDJ9fX0sIAHYXsUAARw23QEIYWxfId8NGjXkJSgId2FsLXcoIDE3Ny43wrVzfQlxgRw2CTQ3XzI5CSV0KDAJdGFibGU6Z2NfDc0YcmFuZ2UsIEmvLhQAAF8FE1Qoam9iX2lkLCBlbGVtZW50X2lkKSwgBTWwOlsyNjAsMjYwXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTEJBahF40bQARWrYY0ANmaNAwAyWSQIMTQJAVSNeQAzmXkAMhVNZY0AN1aNAxA2NQkwCSVkgbgdPwAxZowDASoAMgFpQWlNOgAwRUlFZAw6IDczJXoJEyGsCDogNZEqAGO+iwMMNC42Of6LA22LAbkIMW1zYYwINTEgNowDADZ+jAMAMiUpvowDaVgAMVJYAwQyOI3TAHJ1WO4pA2UpLnsBNikDNYJFgQB3eSkUNzYxLjltPigDADQtEFooAwxfZG9uVi0DARn+MgMuMgNBn2Z2ASAJTi9BCU4vQQo=')\n# Plan_digest: 48c62584138dd2e9b744e168af0d5de19a4ba6deb73e87614845273e7a4ef692\n# Binary_plan: tidb_decode_binary_plan('4BLICtsSCgxTdHJlYW1BZ2dfMTYS5BEKDVByb2plY3Rpb25fNzES0hAKCFVuaW9uXzUwEq8ILjAAXDU5ErYHCg5JbmRleFJlYWRlcl82MBL0BDIkABQ1EtYBChEJJDBhbmdlU2Nhbl8yOSEAAQEMWIFAKQEIqAAAJEAwATgCQAJKRApCCgVteXNxbBIPZ2NfZGVsZXRlX3JhbmdlGigKEmQdEARfaQF6VBIGam9iX2lkEgplbGVtZW50X2lkUi8FMfBMOlsyNjAsMjYwXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP////8FAwQBeAUHAQEAAQnDBEiCEcME8D8Jw3hSGWZ1bmNzOmNvdW50KDEpLT5Db2x1bW4jMzBqwQJ0amgACCwgcyEefGRldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogMSwgRhcAIF9zaXplOiA1MxEdCSw8MiwgZ2V0X3NuYXBzaG90XwXZTCAxMy40wrVzLCByb2Nrc2RiOiB7LWYcc2tpcHBlZF8FugVrCGtleT4WAEwyLCBibG9jazoge2NhY2hlX2hpdBEyFDJ9fX0sIAFnXsUAARwMOiA2Mg2DCcsId2FpEZ0MMzEuOAWdJSgMd2FsbA0zHDE3Ny43wrVzXo0BAHcFAQBEMo0BEAFAAVISRSUAOlnmDDU1WhYFhhA0MDMuMwVsAGwl6BwyYtoBY29wX0UFECB7bnVtJQMkbWF4OiAzNTEuNQUsIY4tXymLJaA20wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhhuOiAzLjk2BW6obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGxEF9ycGM6CZcAYS05BDMzAeQQfX1wiwIuvAIlLgT3RUIvAQAgLrwCVbhZxAA3NT0AOS0RLT0AcGEUBQEuJAMIEs4HLg4EFDY5EtUGCjIyBAw3MBKWMjIEDDY1Et5GMgQENDVpby4yBIUwCE4KTJEwABQ6MAQgX2RvbmUaLQoXTd+FFAUV/joE/joEQjoEActmOAQMMmrdAWUQRZsAe0W+ADCdoFY4BIkEADFSBAQEMjgtvpkE7tUDZdUENzNloZGDfdUANVEsBcUEd2F11RQ3NjEuOW2m1ANW0gMMNjVaFSUUFDc2Mi4zbTkZatEDASsAMgErfdAAMAW7bdAuzgAFzAA6GcfC0AMMNC42Of7QA23QAbkYMW1zfX1w+y5pA2LRAwAhTtEDADJ50QQxNFY9AVrRAwQhIgEBBOJRkTkMAEAwAiGWHUUANCFXiRYAM1YWBBwh7+7u7u6uVj5FABRSMGNhc3SRd1wxNSwgZGVjaW1hbCgyMCwwKSBCSU5BUlkZvAQzM1p3AAhiD0O9LRBPRkZw/DL+BAHECCJiUxGA5brBLQAfKS0Ic3VtEYUEMzMZbwQxNlZvAAAxVuYABBgB')\n# Resource_group: default\n;"] [2024/05/06 02:39:20.178 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/06 02:39:20.178 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:20.180 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 2.72012964\n# Parse_time: 0.000011356\n# Compile_time: 0.000035873\n# Rewrite_time: 0.00000171\n# Optimize_time: 0.000021224\n# Wait_TS: 0.000097471\n# Is_internal: false\n# Digest: 46858bb0150a45a24e93a54f27e66cbafba0718db4a9aefe5493be861649496a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists addindexlit;"] [2024/05/06 02:39:20.180 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=280] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:39:20.187 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:20.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:20.187 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:20.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:39:20.196 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.205 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=280] [neededSchemaVersion=281] ["start time"=279.544Β΅s] [gotSchemaVersion=281] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:39:20.209 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=262] [version=281] [2024/05/06 02:39:20.254 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=281] ["take time"=52.317836ms] [job="ID:262, Type:create schema, State:done, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:20.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.261 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [job="ID:262, Type:create schema, State:synced, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.266 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=262] [2024/05/06 02:39:20.266 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:20.271 +00:00] [INFO] [set.go:170] ["set global var"] [conn=38] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:39:20.271 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=281] [cur_db=addindexlit] [sql="create table t(a int, b int);"] [user=] [2024/05/06 02:39:20.278 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:20.278 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int);"] [2024/05/06 02:39:20.285 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.287 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 263, Table Name: t"] [2024/05/06 02:39:20.292 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=281] [neededSchemaVersion=282] ["start time"=512.745Β΅s] [gotSchemaVersion=282] [phyTblIDs="[263]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:20.294 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=264] [version=282] [2024/05/06 02:39:20.343 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=282] ["take time"=53.069942ms] [job="ID:264, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.350 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [job="ID:264, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.251 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.354 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=264] [2024/05/06 02:39:20.354 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:20.358 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=282] [cur_db=addindexlit] [sql="create table t2(a int, b int);"] [user=] [2024/05/06 02:39:20.365 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:20.365 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int);"] [2024/05/06 02:39:20.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.374 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 265, Table Name: t2"] [2024/05/06 02:39:20.380 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=282] [neededSchemaVersion=283] ["start time"=633.399Β΅s] [gotSchemaVersion=283] [phyTblIDs="[265]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:20.382 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=266] [version=283] [2024/05/06 02:39:20.430 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=283] ["take time"=52.695871ms] [job="ID:266, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:20.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [job="ID:266, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:20.442 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=266] [2024/05/06 02:39:20.442 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:20.446 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=39] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t2 add unique index idx(a);"] [user=] [2024/05/06 02:39:20.446 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t add unique index idx(a);"] [user=] [2024/05/06 02:39:20.451 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:20.451 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add unique index idx(a);"] [2024/05/06 02:39:20.455 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:20.455 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(a);"] [2024/05/06 02:39:20.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.459 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:20.460 +00:00] [INFO] [backend_mgr.go:224] ["remove stale temp index data"] [jobID=258] [2024/05/06 02:39:20.466 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.467 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:20.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=283] [neededSchemaVersion=284] ["start time"=438.802Β΅s] [gotSchemaVersion=284] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:20.469 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=284] [2024/05/06 02:39:20.473 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=284] [neededSchemaVersion=285] ["start time"=525.389Β΅s] [gotSchemaVersion=285] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:20.476 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=285] [2024/05/06 02:39:20.518 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=284] ["take time"=53.256866ms] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.523 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=285] ["take time"=52.135649ms] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.526 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.531 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=285] [neededSchemaVersion=286] ["start time"=541.271Β΅s] [gotSchemaVersion=286] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:20.538 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=286] [2024/05/06 02:39:20.540 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=286] [neededSchemaVersion=287] ["start time"=668.471Β΅s] [gotSchemaVersion=287] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:20.541 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=287] [2024/05/06 02:39:20.585 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=286] ["take time"=52.892705ms] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.588 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=287] ["take time"=51.992189ms] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.602 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=287] [neededSchemaVersion=288] ["start time"=592.404Β΅s] [gotSchemaVersion=288] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:20.605 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=288] [2024/05/06 02:39:20.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=288] [neededSchemaVersion=289] ["start time"=558.326Β΅s] [gotSchemaVersion=289] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:20.608 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=289] [2024/05/06 02:39:20.652 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=288] ["take time"=52.559913ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.656 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=289] ["take time"=51.775636ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.660 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.660 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:20.660 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:20.660 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/267] [keyspaceName=] [2024/05/06 02:39:20.663 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:20.663 +00:00] [WARN] [manager.go:213] ["resign ddl owner success"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [2024/05/06 02:39:20.663 +00:00] [INFO] [manager.go:458] ["watch failed, owner is deleted"] ["owner info"="[ddl] ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26 watch owner key /tidb/ddl/fg/owner/3eaa8f4bc24d2b37"] [2024/05/06 02:39:20.663 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [2024/05/06 02:39:20.664 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:20.664 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:20.664 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:20.664 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:20.664 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:20.665 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:20.665 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:20.666 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2b37] [ownerID=733ff1b2-88a3-492d-8e63-77c75cdeed26] [op=none] [2024/05/06 02:39:21.667 +00:00] [INFO] [engine_mgr.go:598] ["no one removes folder"] [2024/05/06 02:39:22.669 +00:00] [INFO] [engine_mgr.go:598] ["no one removes folder"] [2024/05/06 02:39:22.672 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:22.673 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:22.673 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:22.673 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:22.673 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/268] [keyspaceName=] [2024/05/06 02:39:22.674 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=265] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/06 02:39:22.676 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:22.676 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:22.677 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:22.677 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:22.677 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:22.677 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:22.682 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/06 02:39:22.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303309983747, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:22.688 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:23.680 +00:00] [INFO] [engine_mgr.go:598] ["no one removes folder"] [2024/05/06 02:39:24.681 +00:00] [INFO] [engine_mgr.go:598] ["no one removes folder"] [2024/05/06 02:39:24.684 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:24.685 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:24.685 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:24.686 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=263] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/06 02:39:24.688 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=265] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:24.688 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/06 02:39:24.689 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=267] [start=7480000000000001095f728000000000000001] [end=7480000000000001095f72800000000000000300] ["checkpoint physical ID"=265] [2024/05/06 02:39:24.689 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303309983747, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f728000000000000001,EndKey:7480000000000001095f72800000000000000300,First:false,PhysicalTableID:265,Ingest mode:true"] [2024/05/06 02:39:24.691 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/06 02:39:24.696 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303834009605, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:24.697 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:24.700 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=263] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:24.700 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/06 02:39:24.701 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=268] [start=7480000000000001075f728000000000000001] [end=7480000000000001075f72800000000000000300] ["checkpoint physical ID"=263] [2024/05/06 02:39:24.701 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303834009605, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f728000000000000001,EndKey:7480000000000001075f72800000000000000300,First:false,PhysicalTableID:263,Ingest mode:true"] [2024/05/06 02:39:24.719 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=265] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:24.719 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=265] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=267] [localCnt=0] [2024/05/06 02:39:24.721 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 02:39:24.721 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:24.750 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089176] ["max memory quota"=17179869184] [2024/05/06 02:39:24.751 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=805306904] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:24.758 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=263] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:24.758 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=263] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=268] [localCnt=0] [2024/05/06 02:39:24.780 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:24.780 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1476395688] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:24.792 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1476395728] ["max memory quota"=17179869184] [2024/05/06 02:39:24.792 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1610613456] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:24.821 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1610613496] ["max memory quota"=17179869184] [2024/05/06 02:39:24.821 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1744831224] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:24.848 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1744831264] ["max memory quota"=17179869184] [2024/05/06 02:39:24.848 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1744831304] ["max memory quota"=17179869184] [2024/05/06 02:39:24.848 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=267] [reader=2] [writer=4] [2024/05/06 02:39:24.848 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1879049032] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:24.848 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f728000000000000001] ["end key"=7480000000000001095f72800000000000000300] [2024/05/06 02:39:24.848 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/06 02:39:24.849 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f72800000000000000300] ["current end key"=7480000000000001095f72800000000000000300] [2024/05/06 02:39:24.849 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:24.849 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f728000000000000001, 7480000000000001095f72800000000000000300), jobID: 267"] [2024/05/06 02:39:24.850 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:24.851 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/267/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/179c0a4e-e41c-4b96-b3d0-0f91f3972fcd.sst] [firstKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 02:39:24.855 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001095f72800000000000000300] ["global checkpoint"=] ["global physical ID"=265] [] [2024/05/06 02:39:24.855 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f728000000000000001] [2024/05/06 02:39:24.855 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:24.874 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] [2024/05/06 02:39:24.874 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 02:39:24.875 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=653.103Β΅s] [] [2024/05/06 02:39:24.875 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:24.875 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 02:39:24.875 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1342178000] ["max memory quota"=17179869184] [2024/05/06 02:39:24.875 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1477444304] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:24.876 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:24.897 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=162] [2024/05/06 02:39:24.897 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:24.901 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444344] ["max memory quota"=17179869184] [2024/05/06 02:39:24.902 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1611662072] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:24.905 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 02:39:24.906 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=31.524709ms] [] [2024/05/06 02:39:24.906 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 02:39:24.907 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=706.751Β΅s] [] [2024/05/06 02:39:24.907 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t2] [2024/05/06 02:39:24.907 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t2] [category=detect-dupe] [tasks=1] [2024/05/06 02:39:24.908 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t2] [takeTime=702.25Β΅s] [] [2024/05/06 02:39:24.914 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=289] [neededSchemaVersion=290] ["start time"=594.229Β΅s] [gotSchemaVersion=290] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:24.916 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=290] [2024/05/06 02:39:24.928 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611662112] ["max memory quota"=17179869184] [2024/05/06 02:39:24.928 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=268] [reader=2] [writer=4] [2024/05/06 02:39:24.928 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f728000000000000001] ["end key"=7480000000000001075f72800000000000000300] [2024/05/06 02:39:24.928 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/06 02:39:24.929 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f72800000000000000300] ["current end key"=7480000000000001075f72800000000000000300] [2024/05/06 02:39:24.929 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:24.929 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f728000000000000001, 7480000000000001075f72800000000000000300), jobID: 268"] [2024/05/06 02:39:24.929 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:24.930 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/268/f75d9cab-8823-5503-94ba-459a1de580da.sst/139e573d-3336-474b-be6b-989dff5e1913.sst] [firstKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 02:39:24.934 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001075f72800000000000000300] ["global checkpoint"=] ["global physical ID"=263] [] [2024/05/06 02:39:24.934 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f728000000000000001] [2024/05/06 02:39:24.934 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:24.953 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] [2024/05/06 02:39:24.953 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:24.954 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=690.758Β΅s] [] [2024/05/06 02:39:24.954 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:24.954 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 02:39:24.955 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:24.965 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=290] ["take time"=52.427606ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303309983747, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:24.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303309983747, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:24.972 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=267] [table=t2] [index=idx] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:24.974 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:24.974 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:24.974 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:24.974 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:24.974 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:24.974 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/06 02:39:24.974 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/06 02:39:24.976 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=162] [2024/05/06 02:39:24.976 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:24.981 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=290] [neededSchemaVersion=291] ["start time"=491.388Β΅s] [gotSchemaVersion=291] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:24.983 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=291] [2024/05/06 02:39:24.984 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 02:39:24.985 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.215777ms] [] [2024/05/06 02:39:24.985 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 02:39:24.986 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=547.253Β΅s] [] [2024/05/06 02:39:24.986 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 02:39:24.986 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 02:39:24.986 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=689.546Β΅s] [] [2024/05/06 02:39:24.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=291] [neededSchemaVersion=292] ["start time"=493.721Β΅s] [gotSchemaVersion=292] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:24.994 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=292] [2024/05/06 02:39:25.031 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=291] ["take time"=52.469167ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.038 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.039 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=265] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/06 02:39:25.042 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=292] ["take time"=51.732582ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303834009605, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.044 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/06 02:39:25.049 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303925760009, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.051 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303925760009, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f69ffff000000000001,EndKey:7480000000000001095f69ffff000000000001ff,First:false,PhysicalTableID:265,Ingest mode:false"] [2024/05/06 02:39:25.052 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f69ffff000000000001] ["end key"=7480000000000001095f69ffff000000000001ff] [2024/05/06 02:39:25.052 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=267] [2024/05/06 02:39:25.052 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/06 02:39:25.052 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=267] [2024/05/06 02:39:25.052 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=267] [2024/05/06 02:39:25.052 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=267] [2024/05/06 02:39:25.052 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f69ffff000000000001ff] ["current end key"=7480000000000001095f69ffff00000000000100] [2024/05/06 02:39:25.052 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=267] [2024/05/06 02:39:25.053 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=267] [2024/05/06 02:39:25.053 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=267] [2024/05/06 02:39:25.053 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303834009605, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.053 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f69ffff000000000001, 7480000000000001095f69ffff00000000000100), jobID: 267"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001095f69ffff0000000000010000] ["take time"=400.965Β΅s] [2024/05/06 02:39:25.053 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=267] [2024/05/06 02:39:25.053 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=268] [table=t] [index=idx] [2024/05/06 02:39:25.054 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:25.054 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:25.054 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:25.054 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:25.054 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:25.054 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:25.054 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:25.054 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:25.054 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:25.054 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:25.054 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:25.055 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:25.055 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:25.055 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:25.055 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:25.055 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:25.055 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:25.055 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/06 02:39:25.055 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 02:39:25.056 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f69ffff000000000001] [2024/05/06 02:39:25.056 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:25.062 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=292] [neededSchemaVersion=293] ["start time"=572.324Β΅s] [gotSchemaVersion=293] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:25.063 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=293] [2024/05/06 02:39:25.077 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:25.082 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=293] [neededSchemaVersion=294] ["start time"=495.048Β΅s] [gotSchemaVersion=294] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:25.083 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=294] [2024/05/06 02:39:25.112 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=293] ["take time"=52.211219ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.118 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.119 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=263] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/06 02:39:25.124 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/06 02:39:25.129 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303951974407, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.131 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303951974407, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f69ffff000000000001,EndKey:7480000000000001075f69ffff000000000001ff,First:false,PhysicalTableID:263,Ingest mode:false"] [2024/05/06 02:39:25.131 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=294] ["take time"=51.849255ms] [job="ID:267, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303925760009, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.132 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f69ffff000000000001] ["end key"=7480000000000001075f69ffff000000000001ff] [2024/05/06 02:39:25.132 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=268] [2024/05/06 02:39:25.132 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=268] [2024/05/06 02:39:25.132 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=268] [2024/05/06 02:39:25.132 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/06 02:39:25.132 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=268] [2024/05/06 02:39:25.133 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f69ffff000000000001ff] ["current end key"=7480000000000001075f69ffff00000000000100] [2024/05/06 02:39:25.133 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=268] [2024/05/06 02:39:25.133 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=268] [2024/05/06 02:39:25.133 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=268] [2024/05/06 02:39:25.133 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f69ffff000000000001, 7480000000000001075f69ffff00000000000100), jobID: 268"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001075f69ffff0000000000010000] ["take time"=360.67Β΅s] [2024/05/06 02:39:25.133 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=268] [2024/05/06 02:39:25.136 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f69ffff000000000001] [2024/05/06 02:39:25.136 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:25.138 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=267] [tableID=265] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:25.140 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=267] [jobType="add index"] [2024/05/06 02:39:25.141 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=39] [job="ID:267, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:20.401 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303925760009, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.148 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 02:39:25.148 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:25.149 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 39\n# Query_time: 4.7029799610000005\n# Parse_time: 0.000092441\n# Compile_time: 0.000068151\n# Rewrite_time: 0.000002118\n# Optimize_time: 0.000022206\n# Wait_TS: 0.000124491\n# DB: addindexlit\n# Is_internal: false\n# Digest: 361b1e295b16304d8e2d0eef7548b13b79d0cba0e43b04b646d35f3a47139ba2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add unique index idx(a);"] [2024/05/06 02:39:25.159 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:25.164 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=294] [neededSchemaVersion=295] ["start time"=500.046Β΅s] [gotSchemaVersion=295] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:25.165 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=295] [2024/05/06 02:39:25.214 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=295] ["take time"=52.196486ms] [job="ID:268, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303951974407, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.221 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=268] [tableID=263] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:25.223 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=268] [jobType="add index"] [2024/05/06 02:39:25.224 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=268] [conn=38] [job="ID:268, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:20.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567303951974407, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:25.232 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=268] [2024/05/06 02:39:25.232 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:25.233 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 4.78729721\n# Parse_time: 0.00007661\n# Compile_time: 0.000067818\n# Rewrite_time: 0.00000198\n# Optimize_time: 0.000021224\n# Wait_TS: 0.000137373\n# DB: addindexlit\n# Is_internal: false\n# Digest: ebdf268b8e1354475c01d1267666d50a539d48322633e70d0e52a9a0272b49e2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(a);"] [2024/05/06 02:39:25.235 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [2024/05/06 02:39:25.235 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [2024/05/06 02:39:25.236 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [] [2024/05/06 02:39:25.236 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:25.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=2.314Β΅s] [2024/05/06 02:39:25.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=1.065Β΅s] [2024/05/06 02:39:25.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=902ns] [2024/05/06 02:39:25.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=693ns] [2024/05/06 02:39:25.236 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:25.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 98, tp general"] [category=ddl] ["take time"=1.018Β΅s] [2024/05/06 02:39:25.236 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:25.236 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:25.236 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:25.237 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=733ff1b2-88a3-492d-8e63-77c75cdeed26] ["take time"=3.737438ms] [2024/05/06 02:39:25.237 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=733ff1b2-88a3-492d-8e63-77c75cdeed26] [2024/05/06 02:39:25.238 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:25.238 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fe35c687-1e7f-48f3-b449-e8f4e46e895a] [watcherID=fb874c4d-7c33-4402-8027-9e71d182b785] [2024/05/06 02:39:25.238 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:25.238 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/fe35c687-1e7f-48f3-b449-e8f4e46e895a] [2024/05/06 02:39:25.238 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:25.238 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:25.238 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:25.238 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:25.238 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:25.238 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:25.238 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:25.238 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:25.238 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:25.238 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:25.239 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:25.239 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:25.239 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1394] [2024/05/06 02:39:25.239 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:25.239 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:25.240 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:25.240 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:25.240 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:25.240 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [error="context canceled"] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:25.240 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [2024/05/06 02:39:25.240 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=733ff1b2-88a3-492d-8e63-77c75cdeed26] [2024/05/06 02:39:25.240 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:25.240 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:25.240 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:25.240 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:25.240 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:25.240 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:25.240 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:25.240 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b0bf155-0fa8-4385-850a-b97999c5e14c"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:25.240 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b0bf155-0fa8-4385-850a-b97999c5e14c"] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=733ff1b2-88a3-492d-8e63-77c75cdeed26] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:25.240 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:25.240 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:25.240 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 8b0bf155-0fa8-4385-850a-b97999c5e14c"] [error="context canceled"] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:25.240 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8b0bf155-0fa8-4385-850a-b97999c5e14c] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:25.240 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:25.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:25.252 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:25.252 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [error="context canceled"] [2024/05/06 02:39:25.252 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [2024/05/06 02:39:25.252 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:25.441 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b0bf155-0fa8-4385-850a-b97999c5e14c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:26.489 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:26.489 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:26.489 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:26.498 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 733ff1b2-88a3-492d-8e63-77c75cdeed26"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:26.498 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:26.498 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:26.498 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:26.498 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.264484959s] [2024/05/06 02:39:26.498 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:26.498 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:26.498 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:26.498 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:26.498 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:26.498 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:26.498 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:26.498 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:26.498 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:26.498 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:26.498 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:26.498 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:26.499 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFirstLitSlowStart (9.34s) === RUN TestConcFastReorg [2024/05/06 02:39:26.501 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:39:26.501 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:26.501 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:26.501 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:26.502 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:26.502 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:26.502 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:26.502 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:39:26.503 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:26.504 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:26.504 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:39:26.506 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709900975503341] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:26.510 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:26.518 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1132] ["lease id"=6f188f4bc24d2c6d] [2024/05/06 02:39:26.519 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:26.531 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=295] ["start time"=10.690413ms] [2024/05/06 02:39:26.532 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:26.532 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=610f1138-1dca-4403-ba6b-b71f8db72cf4] [runWorker=true] [2024/05/06 02:39:26.532 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:26.533 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:26.534 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:26.534 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 02:39:26.534 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 295467339776/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:26.534 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:26.534 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:26.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:26.535 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2b80] [ownerID=610f1138-1dca-4403-ba6b-b71f8db72cf4] [op=none] [2024/05/06 02:39:26.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:26.535 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e60fd7de-6ee7-47be-985b-a29887cc13ef] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:26.536 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:26.540 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:26.541 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:26.541 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:26.550 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:26.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:26.554 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:26.554 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:26.554 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:26.554 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:26.554 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:26.554 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:26.554 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:26.554 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:26.554 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:26.554 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:26.554 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:26.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:26.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:26.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:26.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:26.555 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:26.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:26.556 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/cebaefaf-c2e6-4bf5-9264-d2d3f7122acd] [2024/05/06 02:39:26.556 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:26.556 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:26.556 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 02:39:26.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:26.557 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:26.557 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:26.558 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.221056ms] [2024/05/06 02:39:26.562 +00:00] [INFO] [set.go:170] ["set global var"] [conn=40] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 02:39:26.562 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=295] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 02:39:26.569 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:26.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:26.569 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:26.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 02:39:26.584 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:26.585 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24d2b80] [ownerID=610f1138-1dca-4403-ba6b-b71f8db72cf4] [op=none] [2024/05/06 02:39:26.585 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [op=none] [2024/05/06 02:39:26.585 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:26.591 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.599 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=295] [neededSchemaVersion=296] ["start time"=64.183Β΅s] [gotSchemaVersion=296] [phyTblIDs="[263,265]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:26.601 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=269] [version=296] [2024/05/06 02:39:26.650 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=296] ["take time"=52.560666ms] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:26.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.655 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=296] [neededSchemaVersion=297] ["start time"=34.57Β΅s] [gotSchemaVersion=297] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:26.663 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=269] [version=297] [2024/05/06 02:39:26.692 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8b0bf155-0fa8-4385-850a-b97999c5e14c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:26.712 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=297] ["take time"=52.589512ms] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.718 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.726 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=297] [neededSchemaVersion=298] ["start time"=33.76Β΅s] [gotSchemaVersion=298] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:39:26.728 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=269] [version=298] [2024/05/06 02:39:26.778 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=298] ["take time"=53.030577ms] [job="ID:269, Type:drop schema, State:done, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:26.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.784 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=269] [tableIDs="[263,265]"] [comment="drop schema: table IDs"] [2024/05/06 02:39:26.788 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=269] [jobType="drop schema"] [2024/05/06 02:39:26.788 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [job="ID:269, Type:drop schema, State:synced, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:26.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.794 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 02:39:26.794 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:26.796 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=298] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 02:39:26.802 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:26.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:26.802 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:26.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 02:39:26.808 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.814 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=298] [neededSchemaVersion=299] ["start time"=328.662Β΅s] [gotSchemaVersion=299] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:39:26.816 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=271] [version=299] [2024/05/06 02:39:26.864 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=299] ["take time"=52.220733ms] [job="ID:271, Type:create schema, State:done, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:26.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [job="ID:271, Type:create schema, State:synced, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.751 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.877 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/06 02:39:26.877 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:26.887 +00:00] [INFO] [set.go:170] ["set global var"] [conn=41] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 02:39:26.887 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=299] [cur_db=addindexlit] [sql="create table t0(a int);"] [user=] [2024/05/06 02:39:26.895 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:26.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:26.895 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:26.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t0(a int);"] [2024/05/06 02:39:26.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.904 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 272, Table Name: t0"] [2024/05/06 02:39:26.910 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=299] [neededSchemaVersion=300] ["start time"=613.726Β΅s] [gotSchemaVersion=300] [phyTblIDs="[272]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:26.913 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=273] [version=300] [2024/05/06 02:39:26.961 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=300] ["take time"=52.820278ms] [job="ID:273, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:26.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.968 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [job="ID:273, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.851 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.973 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=273] [2024/05/06 02:39:26.973 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:26.975 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=300] [cur_db=addindexlit] [sql="create table t1(a int);"] [user=] [2024/05/06 02:39:26.982 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:26.951 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:26.982 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:26.951 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int);"] [2024/05/06 02:39:26.989 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.951 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.992 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 274, Table Name: t1"] [2024/05/06 02:39:26.997 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=300] [neededSchemaVersion=301] ["start time"=681.436Β΅s] [gotSchemaVersion=301] [phyTblIDs="[274]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.000 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=275] [version=301] [2024/05/06 02:39:27.047 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=301] ["take time"=52.694897ms] [job="ID:275, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:26.951 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.054 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [job="ID:275, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.951 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.059 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=275] [2024/05/06 02:39:27.059 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.060 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=301] [cur_db=addindexlit] [sql="create table t2(a int);"] [user=] [2024/05/06 02:39:27.067 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:27.067 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int);"] [2024/05/06 02:39:27.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.076 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 276, Table Name: t2"] [2024/05/06 02:39:27.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=301] [neededSchemaVersion=302] ["start time"=631.635Β΅s] [gotSchemaVersion=302] [phyTblIDs="[276]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.083 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=277] [version=302] [2024/05/06 02:39:27.131 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=302] ["take time"=52.100325ms] [job="ID:277, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.142 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [job="ID:277, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.146 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 02:39:27.146 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.147 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=302] [cur_db=addindexlit] [sql="create table t3(a int);"] [user=] [2024/05/06 02:39:27.154 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:27.154 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t3(a int);"] [2024/05/06 02:39:27.161 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.164 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 278, Table Name: t3"] [2024/05/06 02:39:27.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=302] [neededSchemaVersion=303] ["start time"=673.223Β΅s] [gotSchemaVersion=303] [phyTblIDs="[278]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.171 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=279] [version=303] [2024/05/06 02:39:27.219 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=303] ["take time"=52.40875ms] [job="ID:279, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.227 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [job="ID:279, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.151 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.232 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 02:39:27.232 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.233 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=303] [cur_db=addindexlit] [sql="create table t4(a int);"] [user=] [2024/05/06 02:39:27.240 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:27.241 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t4(a int);"] [2024/05/06 02:39:27.248 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.251 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 280, Table Name: t4"] [2024/05/06 02:39:27.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=303] [neededSchemaVersion=304] ["start time"=590.616Β΅s] [gotSchemaVersion=304] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.258 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=281] [version=304] [2024/05/06 02:39:27.306 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=304] ["take time"=52.154363ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.312 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.316 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 02:39:27.316 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.317 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=304] [cur_db=addindexlit] [sql="create table t5(a int);"] [user=] [2024/05/06 02:39:27.324 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:27.325 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t5(a int);"] [2024/05/06 02:39:27.330 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.333 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 282, Table Name: t5"] [2024/05/06 02:39:27.338 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=304] [neededSchemaVersion=305] ["start time"=542.047Β΅s] [gotSchemaVersion=305] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.340 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=283] [version=305] [2024/05/06 02:39:27.388 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=305] ["take time"=51.660524ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.393 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.301 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.397 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 02:39:27.397 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.398 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=305] [cur_db=addindexlit] [sql="create table t6(a int);"] [user=] [2024/05/06 02:39:27.404 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:27.404 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t6(a int);"] [2024/05/06 02:39:27.410 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.412 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 284, Table Name: t6"] [2024/05/06 02:39:27.416 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=305] [neededSchemaVersion=306] ["start time"=492.658Β΅s] [gotSchemaVersion=306] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.418 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=285] [version=306] [2024/05/06 02:39:27.466 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=306] ["take time"=51.900266ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.473 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.477 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 02:39:27.477 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.479 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=306] [cur_db=addindexlit] [sql="create table t7(a int);"] [user=] [2024/05/06 02:39:27.485 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:27.485 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t7(a int);"] [2024/05/06 02:39:27.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.497 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 286, Table Name: t7"] [2024/05/06 02:39:27.502 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=306] [neededSchemaVersion=307] ["start time"=499.57Β΅s] [gotSchemaVersion=307] [phyTblIDs="[286]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.504 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=287] [version=307] [2024/05/06 02:39:27.551 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=307] ["take time"=51.818971ms] [job="ID:287, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.556 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:27.556 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:27.556 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cebaefaf-c2e6-4bf5-9264-d2d3f7122acd] [watcherID=a6b76914-a559-41e2-b480-f22b526844fb] [2024/05/06 02:39:27.557 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [job="ID:287, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.557 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:27.559 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:27.559 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:27.559 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:27.559 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:27.562 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 02:39:27.562 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.563 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=307] [cur_db=addindexlit] [sql="create table t8(a int);"] [user=] [2024/05/06 02:39:27.570 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:27.570 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t8(a int);"] [2024/05/06 02:39:27.576 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.578 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 288, Table Name: t8"] [2024/05/06 02:39:27.583 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=307] [neededSchemaVersion=308] ["start time"=537.694Β΅s] [gotSchemaVersion=308] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.585 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=289] [version=308] [2024/05/06 02:39:27.634 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=308] ["take time"=52.645404ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.641 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.645 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 02:39:27.645 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.646 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=308] [cur_db=addindexlit] [sql="create table t9(a int);"] [user=] [2024/05/06 02:39:27.653 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:27.653 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t9(a int);"] [2024/05/06 02:39:27.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.661 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 290, Table Name: t9"] [2024/05/06 02:39:27.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=308] [neededSchemaVersion=309] ["start time"=521.57Β΅s] [gotSchemaVersion=309] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.667 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=291] [version=309] [2024/05/06 02:39:27.715 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=309] ["take time"=52.008681ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:27.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.721 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.601 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.725 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/06 02:39:27.725 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.730 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=42] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t3 add unique index idx(a);"] [user=] [2024/05/06 02:39:27.730 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=45] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t4 add index idx(a);"] [user=] [2024/05/06 02:39:27.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=49] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t1 add unique index idx(a);"] [user=] [2024/05/06 02:39:27.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=44] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t6 add index idx(a);"] [user=] [2024/05/06 02:39:27.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=46] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t9 add unique index idx(a);"] [user=] [2024/05/06 02:39:27.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=50] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t7 add unique index idx(a);"] [user=] [2024/05/06 02:39:27.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=48] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t2 add index idx(a);"] [user=] [2024/05/06 02:39:27.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=47] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t8 add index idx(a);"] [user=] [2024/05/06 02:39:27.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=51] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t0 add index idx(a);"] [user=] [2024/05/06 02:39:27.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=43] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t5 add unique index idx(a);"] [user=] [2024/05/06 02:39:27.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:27.735 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t3 add unique index idx(a);"] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=9] [jobs="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t9 add unique index idx(a);"] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t6 add index idx(a);"] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t4 add index idx(a);"] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t5 add unique index idx(a);"] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t8 add index idx(a);"] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t1 add unique index idx(a);"] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t0 add index idx(a);"] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t7 add unique index idx(a);"] [2024/05/06 02:39:27.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx(a);"] [2024/05/06 02:39:27.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=42] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.742 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.748 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=309] [neededSchemaVersion=310] ["start time"=485.787Β΅s] [gotSchemaVersion=310] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.749 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=45] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.750 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=310] [2024/05/06 02:39:27.750 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=310] [neededSchemaVersion=311] ["start time"=578.115Β΅s] [gotSchemaVersion=311] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.758 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.758 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.759 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=311] [2024/05/06 02:39:27.765 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=311] [neededSchemaVersion=312] ["start time"=528.771Β΅s] [gotSchemaVersion=312] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=295] [conn=44] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.766 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=312] [2024/05/06 02:39:27.767 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=312] [neededSchemaVersion=313] ["start time"=512.025Β΅s] [gotSchemaVersion=313] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.774 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=46] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.775 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=313] [2024/05/06 02:39:27.775 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=313] [neededSchemaVersion=314] ["start time"=508.59Β΅s] [gotSchemaVersion=314] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.783 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=314] [2024/05/06 02:39:27.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=50] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.784 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.790 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=314] [neededSchemaVersion=315] ["start time"=471.734Β΅s] [gotSchemaVersion=315] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.792 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=315] [2024/05/06 02:39:27.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=47] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.792 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.798 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=310] ["take time"=51.780867ms] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=315] [neededSchemaVersion=316] ["start time"=595.783Β΅s] [gotSchemaVersion=316] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.801 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=316] [2024/05/06 02:39:27.803 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.803 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.806 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=311] ["take time"=51.621829ms] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.807 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=42] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.809 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=316] [neededSchemaVersion=317] ["start time"=451.143Β΅s] [gotSchemaVersion=317] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.810 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=317] [2024/05/06 02:39:27.811 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=45] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=317] [neededSchemaVersion=318] ["start time"=477.523Β΅s] [gotSchemaVersion=318] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.814 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=312] ["take time"=51.514589ms] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.814 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=318] [2024/05/06 02:39:27.818 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=318] [neededSchemaVersion=319] ["start time"=482.696Β΅s] [gotSchemaVersion=319] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.819 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=319] [2024/05/06 02:39:27.819 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=51] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.820 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.822 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=313] ["take time"=51.368749ms] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.824 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.826 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=319] [neededSchemaVersion=320] ["start time"=522.701Β΅s] [gotSchemaVersion=320] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.828 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=320] [2024/05/06 02:39:27.829 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=44] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.830 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=320] [neededSchemaVersion=321] ["start time"=421.021Β΅s] [gotSchemaVersion=321] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.831 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=314] ["take time"=51.750396ms] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.832 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=321] [2024/05/06 02:39:27.835 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=321] [neededSchemaVersion=322] ["start time"=443.8Β΅s] [gotSchemaVersion=322] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.837 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=322] [2024/05/06 02:39:27.837 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=43] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.837 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 02:39:27.840 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=315] ["take time"=51.586111ms] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.841 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=46] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=322] [neededSchemaVersion=323] ["start time"=513.365Β΅s] [gotSchemaVersion=323] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.845 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=323] [2024/05/06 02:39:27.847 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=297] [conn=50] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.848 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=323] [neededSchemaVersion=324] ["start time"=523.073Β΅s] [gotSchemaVersion=324] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.848 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=316] ["take time"=51.491549ms] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.849 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=324] [2024/05/06 02:39:27.853 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=324] [neededSchemaVersion=325] ["start time"=533.621Β΅s] [gotSchemaVersion=325] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.854 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=325] [2024/05/06 02:39:27.856 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=298] [conn=47] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.859 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=317] ["take time"=51.749915ms] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=325] [neededSchemaVersion=326] ["start time"=587.104Β΅s] [gotSchemaVersion=326] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.862 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=318] ["take time"=51.406225ms] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.864 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=326] [2024/05/06 02:39:27.865 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.867 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=319] ["take time"=51.473179ms] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=42] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=326] [neededSchemaVersion=327] ["start time"=471.995Β΅s] [gotSchemaVersion=327] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.873 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=327] [2024/05/06 02:39:27.874 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=45] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.876 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=320] ["take time"=51.54172ms] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.876 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=327] [neededSchemaVersion=328] ["start time"=580.623Β΅s] [gotSchemaVersion=328] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.878 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=328] [2024/05/06 02:39:27.880 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=321] ["take time"=51.589773ms] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=328] [neededSchemaVersion=329] ["start time"=522.454Β΅s] [gotSchemaVersion=329] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.882 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=329] [2024/05/06 02:39:27.884 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=51] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.885 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=322] ["take time"=51.43837ms] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.888 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.890 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=329] [neededSchemaVersion=330] ["start time"=426.664Β΅s] [gotSchemaVersion=330] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.892 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=330] [2024/05/06 02:39:27.893 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=295] [conn=44] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.893 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=323] ["take time"=51.669233ms] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.894 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=330] [neededSchemaVersion=331] ["start time"=418.953Β΅s] [gotSchemaVersion=331] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.896 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=331] [2024/05/06 02:39:27.897 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=324] ["take time"=51.562537ms] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.900 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=331] [neededSchemaVersion=332] ["start time"=481.356Β΅s] [gotSchemaVersion=332] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.901 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=332] [2024/05/06 02:39:27.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=46] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.903 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=325] ["take time"=51.645392ms] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.906 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=43] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.908 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=332] [neededSchemaVersion=333] ["start time"=453.008Β΅s] [gotSchemaVersion=333] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.910 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=333] [2024/05/06 02:39:27.912 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=326] ["take time"=51.69023ms] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.913 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=297] [conn=50] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.913 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=333] [neededSchemaVersion=334] ["start time"=517.526Β΅s] [gotSchemaVersion=334] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.914 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=334] [2024/05/06 02:39:27.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=298] [conn=47] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=334] [neededSchemaVersion=335] ["start time"=602.735Β΅s] [gotSchemaVersion=335] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.921 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=327] ["take time"=51.750999ms] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.922 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=335] [2024/05/06 02:39:27.926 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=328] ["take time"=51.734915ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.926 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=335] [neededSchemaVersion=336] ["start time"=512.829Β΅s] [gotSchemaVersion=336] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.928 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=336] [2024/05/06 02:39:27.929 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.930 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=329] ["take time"=51.638154ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=42] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.933 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:27.933 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:27.933 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/292] [keyspaceName=] [2024/05/06 02:39:27.936 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=336] [neededSchemaVersion=337] ["start time"=507.621Β΅s] [gotSchemaVersion=337] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.936 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:27.936 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:27.936 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:27.936 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:27.937 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:27.937 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:27.937 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=337] [2024/05/06 02:39:27.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=45] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.938 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:27.940 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=330] ["take time"=51.677222ms] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.942 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:27.942 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:27.942 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:27.942 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:27.942 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/293] [keyspaceName=] [2024/05/06 02:39:27.943 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=278] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/06 02:39:27.944 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=331] ["take time"=51.484835ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.945 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:27.945 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:27.945 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:27.945 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:27.946 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:27.946 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:27.947 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=51] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.949 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:27.949 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=332] ["take time"=51.528855ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.949 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/06 02:39:27.950 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:27.950 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:39:27.951 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=280] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/06 02:39:27.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.952 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:27.952 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:27.952 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/294] [keyspaceName=] [2024/05/06 02:39:27.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=337] [neededSchemaVersion=338] ["start time"=505.662Β΅s] [gotSchemaVersion=338] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:27.955 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:27.955 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:27.955 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:27.955 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:27.956 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/06 02:39:27.956 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=338] [2024/05/06 02:39:27.956 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:27.956 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:27.958 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=42] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304685977668, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.958 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=333] ["take time"=51.456981ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.958 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:27.961 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:27.961 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:27.961 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=528] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:27.962 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=274] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/06 02:39:27.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=45] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304685977685, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.962 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=334] ["take time"=51.50991ms] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.963 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:27.964 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=278] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:27.964 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/06 02:39:27.965 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=292] [start=7480000000000001165f728000000000000001] [end=7480000000000001165f72800000000000000300] ["checkpoint physical ID"=278] [2024/05/06 02:39:27.965 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304685977668, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f728000000000000001,EndKey:7480000000000001165f72800000000000000300,First:false,PhysicalTableID:278,Ingest mode:true"] [2024/05/06 02:39:27.966 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=280] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:27.966 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/06 02:39:27.966 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/06 02:39:27.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=44] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.967 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=293] [start=7480000000000001185f728000000000000001] [end=7480000000000001185f72800000000000000300] ["checkpoint physical ID"=280] [2024/05/06 02:39:27.967 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304685977685, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f728000000000000001,EndKey:7480000000000001185f72800000000000000300,First:false,PhysicalTableID:280,Ingest mode:true"] [2024/05/06 02:39:27.967 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:27.967 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:27.967 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/295] [keyspaceName=] [2024/05/06 02:39:27.969 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=335] ["take time"=51.519489ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.970 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:27.970 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:27.970 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:27.970 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:27.971 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:27.971 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:27.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304699346963, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.972 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:27.974 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:27.975 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:27.975 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=704] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:39:27.976 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=284] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/06 02:39:27.976 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=336] ["take time"=51.502209ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.978 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=274] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:27.978 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/06 02:39:27.979 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=294] [start=7480000000000001125f728000000000000001] [end=7480000000000001125f72800000000000000300] ["checkpoint physical ID"=274] [2024/05/06 02:39:27.979 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304699346963, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f728000000000000001,EndKey:7480000000000001125f72800000000000000300,First:false,PhysicalTableID:274,Ingest mode:true"] [2024/05/06 02:39:27.980 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/06 02:39:27.985 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=337] ["take time"=51.737135ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.986 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=44] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304699346995, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:27.986 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:27.990 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=284] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:27.990 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/06 02:39:27.991 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=295] [start=74800000000000011c5f728000000000000001] [end=74800000000000011c5f72800000000000000300] ["checkpoint physical ID"=284] [2024/05/06 02:39:27.991 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304699346995, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f728000000000000001,EndKey:74800000000000011c5f72800000000000000300,First:false,PhysicalTableID:284,Ingest mode:true"] [2024/05/06 02:39:28.003 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=338] ["take time"=51.692985ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.019 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=280] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.019 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=280] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=293] [localCnt=0] [2024/05/06 02:39:28.019 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=278] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.019 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=278] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=292] [localCnt=0] [2024/05/06 02:39:28.022 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 02:39:28.022 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=671089488] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.022 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 02:39:28.022 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=1342178272] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.027 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=274] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.027 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=274] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=294] [localCnt=0] [2024/05/06 02:39:28.030 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 02:39:28.030 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=2013267056] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.035 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=284] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.035 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=284] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=295] [localCnt=0] [2024/05/06 02:39:28.038 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 02:39:28.038 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=2684355840] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.055 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2684355880] ["max memory quota"=17179869184] [2024/05/06 02:39:28.055 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=2818573608] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.109 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2818573648] ["max memory quota"=17179869184] [2024/05/06 02:39:28.109 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2818573728] ["max memory quota"=17179869184] [2024/05/06 02:39:28.109 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2818573688] ["max memory quota"=17179869184] [2024/05/06 02:39:28.109 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=2952791496] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.109 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2818573768] ["max memory quota"=17179869184] [2024/05/06 02:39:28.109 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=3087009224] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.109 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3221226952] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.109 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=3355444680] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.135 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3355444720] ["max memory quota"=17179869184] [2024/05/06 02:39:28.135 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=3489662448] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.155 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3489662488] ["max memory quota"=17179869184] [2024/05/06 02:39:28.155 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3623880216] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.155 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3623880256] ["max memory quota"=17179869184] [2024/05/06 02:39:28.155 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=3758097984] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.158 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3758098024] ["max memory quota"=17179869184] [2024/05/06 02:39:28.158 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=292] [reader=2] [writer=4] [2024/05/06 02:39:28.158 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f728000000000000001] ["end key"=7480000000000001165f72800000000000000300] [2024/05/06 02:39:28.158 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/06 02:39:28.159 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f72800000000000000300] ["current end key"=7480000000000001165f72800000000000000300] [2024/05/06 02:39:28.159 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.159 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f728000000000000001, 7480000000000001165f72800000000000000300), jobID: 292"] [2024/05/06 02:39:28.160 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.160 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/292/52d3b79f-9579-590b-95ae-1fd2ee31f76b.sst/fe18ca12-0300-4a74-9cc6-77f92b39b2d3.sst] [firstKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 02:39:28.165 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001165f72800000000000000300] ["global checkpoint"=] ["global physical ID"=278] [] [2024/05/06 02:39:28.165 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f728000000000000001] [2024/05/06 02:39:28.165 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.183 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] [2024/05/06 02:39:28.183 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 02:39:28.184 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=899.696Β΅s] [] [2024/05/06 02:39:28.184 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.184 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [2024/05/06 02:39:28.185 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.191 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3221226992] ["max memory quota"=17179869184] [2024/05/06 02:39:28.191 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=3356493296] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.195 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3356493336] ["max memory quota"=17179869184] [2024/05/06 02:39:28.195 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=293] [reader=2] [writer=4] [2024/05/06 02:39:28.195 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f728000000000000001] ["end key"=7480000000000001185f72800000000000000300] [2024/05/06 02:39:28.195 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/06 02:39:28.195 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f72800000000000000300] ["current end key"=7480000000000001185f72800000000000000300] [2024/05/06 02:39:28.195 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.195 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f728000000000000001, 7480000000000001185f72800000000000000300), jobID: 293"] [2024/05/06 02:39:28.196 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.197 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/293/47bed380-cb3c-5a10-8193-e739b762a16c.sst/4521fc02-5deb-4ed0-a84c-90de8b078de8.sst] [firstKey=7480000000000001185F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001185F698000000000000001038000000000000003038000000000000003] [2024/05/06 02:39:28.200 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001185f72800000000000000300] ["global checkpoint"=] ["global physical ID"=280] [] [2024/05/06 02:39:28.201 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f728000000000000001] [2024/05/06 02:39:28.201 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.206 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] ["region ranges"=1] [count=3] [size=162] [2024/05/06 02:39:28.206 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.209 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2819622304] ["max memory quota"=17179869184] [2024/05/06 02:39:28.209 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=2953840032] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.211 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2953840072] ["max memory quota"=17179869184] [2024/05/06 02:39:28.211 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3089106376] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.212 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3089106416] ["max memory quota"=17179869184] [2024/05/06 02:39:28.212 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3223324144] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.214 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 02:39:28.215 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3223324184] ["max memory quota"=17179869184] [2024/05/06 02:39:28.215 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=294] [reader=2] [writer=4] [2024/05/06 02:39:28.215 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f728000000000000001] ["end key"=7480000000000001125f72800000000000000300] [2024/05/06 02:39:28.215 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/06 02:39:28.216 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f72800000000000000300] ["current end key"=7480000000000001125f72800000000000000300] [2024/05/06 02:39:28.216 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.216 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f728000000000000001, 7480000000000001125f72800000000000000300), jobID: 294"] [2024/05/06 02:39:28.216 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [takeTime=31.546296ms] [] [2024/05/06 02:39:28.216 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 02:39:28.216 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3223324224] ["max memory quota"=17179869184] [2024/05/06 02:39:28.216 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=295] [reader=2] [writer=4] [2024/05/06 02:39:28.216 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f728000000000000001] ["end key"=74800000000000011c5f72800000000000000300] [2024/05/06 02:39:28.216 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/06 02:39:28.216 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f72800000000000000300] ["current end key"=74800000000000011c5f72800000000000000300] [2024/05/06 02:39:28.216 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.216 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=576.028Β΅s] [] [2024/05/06 02:39:28.216 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t3] [2024/05/06 02:39:28.216 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f728000000000000001, 74800000000000011c5f72800000000000000300), jobID: 295"] [2024/05/06 02:39:28.216 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t3] [category=detect-dupe] [tasks=1] [2024/05/06 02:39:28.216 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.217 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.217 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t3] [takeTime=653.764Β΅s] [] [2024/05/06 02:39:28.217 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/294/284ed67e-7a41-5a95-b24e-d5e5a144781a.sst/42a44c97-202b-4398-8524-ea2ff7a30a47.sst] [firstKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 02:39:28.218 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/295/0918a1ff-0528-5d8e-ab55-616bfa336277.sst/d64c57a5-5074-47a7-98a7-c7904314bfea.sst] [firstKey=74800000000000011C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000011C5F698000000000000001038000000000000003038000000000000003] [2024/05/06 02:39:28.220 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] [2024/05/06 02:39:28.220 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 02:39:28.221 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=562.168Β΅s] [] [2024/05/06 02:39:28.221 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.221 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [2024/05/06 02:39:28.221 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001125f72800000000000000300] ["global checkpoint"=] ["global physical ID"=274] [] [2024/05/06 02:39:28.221 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f728000000000000001] [2024/05/06 02:39:28.221 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.222 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011c5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=284] [] [2024/05/06 02:39:28.222 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f728000000000000001] [2024/05/06 02:39:28.222 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.222 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=338] [neededSchemaVersion=339] ["start time"=630.754Β΅s] [gotSchemaVersion=339] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.227 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=339] [2024/05/06 02:39:28.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=296] [conn=46] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.242 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.242 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:28.242 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/296] [keyspaceName=] [2024/05/06 02:39:28.243 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:39:28.243 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.245 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:28.245 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:28.245 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.245 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:28.246 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:28.246 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.250 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:28.251 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:28.251 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=2151679408] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:28.252 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] [2024/05/06 02:39:28.252 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 02:39:28.252 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=290] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/06 02:39:28.255 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=3.333817ms] [] [2024/05/06 02:39:28.255 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.255 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [2024/05/06 02:39:28.255 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] [2024/05/06 02:39:28.255 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 02:39:28.256 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=702.549Β΅s] [] [2024/05/06 02:39:28.256 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.256 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [2024/05/06 02:39:28.256 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.257 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.259 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/06 02:39:28.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=296] [conn=46] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304777728001, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.267 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.267 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 02:39:28.269 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [takeTime=47.916224ms] [] [2024/05/06 02:39:28.269 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 02:39:28.270 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=665.924Β΅s] [] [2024/05/06 02:39:28.271 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=290] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:28.272 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/06 02:39:28.274 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=296] [start=7480000000000001225f728000000000000001] [end=7480000000000001225f72800000000000000300] ["checkpoint physical ID"=290] [2024/05/06 02:39:28.274 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304777728001, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f728000000000000001,EndKey:7480000000000001225f72800000000000000300,First:false,PhysicalTableID:290,Ingest mode:true"] [2024/05/06 02:39:28.275 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=339] ["take time"=52.506387ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304685977668, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.277 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:39:28.277 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.278 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] ["region ranges"=1] [count=3] [size=162] [2024/05/06 02:39:28.278 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=339] [neededSchemaVersion=340] ["start time"=810.753Β΅s] [gotSchemaVersion=340] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.278 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.280 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=340] [2024/05/06 02:39:28.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=42] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304685977668, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.285 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=292] [table=t3] [index=idx] [2024/05/06 02:39:28.286 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 02:39:28.286 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.286 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.286 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.286 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.286 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.286 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.286 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.286 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.286 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.287 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.287 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.287 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.287 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.287 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.287 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.287 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.287 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.287 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/06 02:39:28.287 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=1613759600] ["max memory quota"=17179869184] [2024/05/06 02:39:28.287 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [takeTime=32.305341ms] [] [2024/05/06 02:39:28.287 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 02:39:28.288 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=764.942Β΅s] [] [2024/05/06 02:39:28.293 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=340] [neededSchemaVersion=341] ["start time"=502.588Β΅s] [gotSchemaVersion=341] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.295 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=341] [2024/05/06 02:39:28.297 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=341] [neededSchemaVersion=342] ["start time"=560.673Β΅s] [gotSchemaVersion=342] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.298 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=290] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.298 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=290] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=296] [localCnt=0] [2024/05/06 02:39:28.299 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=342] [2024/05/06 02:39:28.300 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 02:39:28.300 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2284848384] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.303 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 02:39:28.303 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [takeTime=47.608885ms] [] [2024/05/06 02:39:28.303 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 02:39:28.304 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=500.802Β΅s] [] [2024/05/06 02:39:28.304 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t1] [2024/05/06 02:39:28.304 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t1] [category=detect-dupe] [tasks=1] [2024/05/06 02:39:28.305 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t1] [takeTime=668.153Β΅s] [] [2024/05/06 02:39:28.306 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2284848424] ["max memory quota"=17179869184] [2024/05/06 02:39:28.307 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2419066152] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.311 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=342] [neededSchemaVersion=343] ["start time"=520.64Β΅s] [gotSchemaVersion=343] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.311 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2419066192] ["max memory quota"=17179869184] [2024/05/06 02:39:28.311 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2553283920] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.312 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=343] [2024/05/06 02:39:28.318 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2553283960] ["max memory quota"=17179869184] [2024/05/06 02:39:28.318 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2687501688] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.323 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2687501728] ["max memory quota"=17179869184] [2024/05/06 02:39:28.323 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=296] [reader=2] [writer=4] [2024/05/06 02:39:28.323 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f728000000000000001] ["end key"=7480000000000001225f72800000000000000300] [2024/05/06 02:39:28.323 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/06 02:39:28.323 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f72800000000000000300] ["current end key"=7480000000000001225f72800000000000000300] [2024/05/06 02:39:28.323 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.323 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f728000000000000001, 7480000000000001225f72800000000000000300), jobID: 296"] [2024/05/06 02:39:28.324 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.324 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/296/a4fb1985-22b6-59fd-8316-18e0940c4818.sst/29c32746-d970-460f-a4d7-b8cd0bd18b4b.sst] [firstKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 02:39:28.327 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=340] ["take time"=51.667944ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304685977685, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.329 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001225f72800000000000000300] ["global checkpoint"=] ["global physical ID"=290] [] [2024/05/06 02:39:28.329 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f728000000000000001] [2024/05/06 02:39:28.329 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.334 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=45] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304685977685, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.335 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=293] [table=t4] [index=idx] [2024/05/06 02:39:28.336 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.336 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.336 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.336 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.336 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.336 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/06 02:39:28.336 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=1612710848] ["max memory quota"=17179869184] [2024/05/06 02:39:28.339 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=297] [conn=50] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.339 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.339 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:28.339 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/297] [keyspaceName=] [2024/05/06 02:39:28.342 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:28.342 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:28.343 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=341] ["take time"=51.290778ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.343 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.343 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:28.343 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=343] [neededSchemaVersion=344] ["start time"=509.547Β΅s] [gotSchemaVersion=344] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.343 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:28.343 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.345 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=344] [2024/05/06 02:39:28.347 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=342] ["take time"=51.444596ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304699346995, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.348 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:28.349 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:28.349 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=1613759600] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:28.349 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] [2024/05/06 02:39:28.349 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 02:39:28.350 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=286] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/06 02:39:28.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=292] [conn=42] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.350 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=553.932Β΅s] [] [2024/05/06 02:39:28.350 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.350 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [2024/05/06 02:39:28.351 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=278] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/06 02:39:28.351 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.356 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/06 02:39:28.356 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/06 02:39:28.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=44] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304699346995, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.359 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=295] [table=t6] [index=idx] [2024/05/06 02:39:28.360 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.360 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.360 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.360 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=343] ["take time"=51.341618ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304699346963, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.360 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.360 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.360 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/06 02:39:28.360 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=1075839792] ["max memory quota"=17179869184] [2024/05/06 02:39:28.362 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=292] [conn=42] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942401, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.364 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942401, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f69ffff000000000001,EndKey:7480000000000001165f69ffff000000000001ff,First:false,PhysicalTableID:278,Ingest mode:false"] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=292] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=292] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f69ffff000000000001] ["end key"=7480000000000001165f69ffff000000000001ff] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=292] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=292] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f69ffff000000000001ff] ["current end key"=7480000000000001165f69ffff00000000000100] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=292] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=292] [2024/05/06 02:39:28.366 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=292] [2024/05/06 02:39:28.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=344] [neededSchemaVersion=345] ["start time"=581.474Β΅s] [gotSchemaVersion=345] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.367 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f69ffff000000000001, 7480000000000001165f69ffff00000000000100), jobID: 292"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001165f69ffff0000000000010000] ["take time"=384.775Β΅s] [2024/05/06 02:39:28.367 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=292] [2024/05/06 02:39:28.367 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304699346963, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.368 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=294] [table=t1] [index=idx] [2024/05/06 02:39:28.368 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=345] [2024/05/06 02:39:28.369 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f69ffff000000000001] [2024/05/06 02:39:28.369 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.369 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.369 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.369 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.369 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.369 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.369 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.369 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.369 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.369 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.369 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.369 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.369 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.370 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.370 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.370 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.370 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.370 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.370 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/06 02:39:28.370 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=537919984] ["max memory quota"=17179869184] [2024/05/06 02:39:28.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=50] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304790835234, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.372 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.372 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] ["region ranges"=1] [count=3] [size=162] [2024/05/06 02:39:28.372 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.375 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=286] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:28.375 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/06 02:39:28.376 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=345] [neededSchemaVersion=346] ["start time"=600.346Β΅s] [gotSchemaVersion=346] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.376 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=297] [start=74800000000000011e5f728000000000000001] [end=74800000000000011e5f72800000000000000300] ["checkpoint physical ID"=286] [2024/05/06 02:39:28.376 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304790835234, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f728000000000000001,EndKey:74800000000000011e5f72800000000000000300,First:false,PhysicalTableID:286,Ingest mode:true"] [2024/05/06 02:39:28.378 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=346] [2024/05/06 02:39:28.380 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 02:39:28.381 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [takeTime=30.790527ms] [] [2024/05/06 02:39:28.381 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 02:39:28.381 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=563.105Β΅s] [] [2024/05/06 02:39:28.382 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t9] [2024/05/06 02:39:28.382 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t9] [category=detect-dupe] [tasks=1] [2024/05/06 02:39:28.382 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t9] [takeTime=633.752Β΅s] [] [2024/05/06 02:39:28.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=346] [neededSchemaVersion=347] ["start time"=582.29Β΅s] [gotSchemaVersion=347] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=298] [conn=47] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.389 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.390 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:28.390 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/298] [keyspaceName=] [2024/05/06 02:39:28.390 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=347] [2024/05/06 02:39:28.392 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=344] ["take time"=51.470093ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.392 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:28.392 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:28.393 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.393 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:28.393 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:28.393 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.396 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:28.397 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:28.397 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=537920160] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:39:28.397 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=288] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/06 02:39:28.397 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:28.399 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=45] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.400 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=280] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/06 02:39:28.402 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/06 02:39:28.403 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=347] [neededSchemaVersion=348] ["start time"=526.294Β΅s] [gotSchemaVersion=348] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.403 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=286] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.403 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=286] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=297] [localCnt=0] [2024/05/06 02:39:28.404 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/06 02:39:28.404 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=348] [2024/05/06 02:39:28.406 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 02:39:28.406 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1209008944] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=45] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942466, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.410 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942466, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f69ffff000000000001,EndKey:7480000000000001185f69ffff000000000001ff,First:false,PhysicalTableID:280,Ingest mode:false"] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=293] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f69ffff000000000001] ["end key"=7480000000000001185f69ffff000000000001ff] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=293] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=293] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=293] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f69ffff000000000001ff] ["current end key"=7480000000000001185f69ffff00000000000100] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=293] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=293] [2024/05/06 02:39:28.412 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=293] [2024/05/06 02:39:28.413 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f69ffff000000000001, 7480000000000001185f69ffff00000000000100), jobID: 293"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001185f69ffff0000000000010000] ["take time"=362.648Β΅s] [2024/05/06 02:39:28.413 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=293] [2024/05/06 02:39:28.413 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=298] [conn=47] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942462, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.413 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.415 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f69ffff000000000001] [2024/05/06 02:39:28.415 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.416 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=345] ["take time"=51.688866ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.416 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=288] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:28.416 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/06 02:39:28.418 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=298] [start=7480000000000001205f728000000000000001] [end=7480000000000001205f72800000000000000300] ["checkpoint physical ID"=288] [2024/05/06 02:39:28.418 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942462, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f728000000000000001,EndKey:7480000000000001205f72800000000000000300,First:false,PhysicalTableID:288,Ingest mode:true"] [2024/05/06 02:39:28.419 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1209008984] ["max memory quota"=17179869184] [2024/05/06 02:39:28.419 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1343226712] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.424 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=295] [conn=44] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.425 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=284] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/06 02:39:28.425 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=346] ["take time"=51.64658ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.431 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/06 02:39:28.433 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226752] ["max memory quota"=17179869184] [2024/05/06 02:39:28.433 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1477444480] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.437 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=274] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/06 02:39:28.438 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=347] ["take time"=51.590093ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304777728001, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.442 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/06 02:39:28.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=49] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304817311787, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.446 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444520] ["max memory quota"=17179869184] [2024/05/06 02:39:28.446 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:28.446 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1611662248] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.448 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304817311787, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f69ffff000000000001,EndKey:7480000000000001125f69ffff000000000001ff,First:false,PhysicalTableID:274,Ingest mode:false"] [2024/05/06 02:39:28.448 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=288] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.448 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=288] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=298] [localCnt=0] [2024/05/06 02:39:28.449 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=294] [2024/05/06 02:39:28.449 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=294] [2024/05/06 02:39:28.449 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f69ffff000000000001] ["end key"=7480000000000001125f69ffff000000000001ff] [2024/05/06 02:39:28.449 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=294] [2024/05/06 02:39:28.449 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/06 02:39:28.449 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=294] [2024/05/06 02:39:28.450 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f69ffff000000000001ff] ["current end key"=7480000000000001125f69ffff00000000000100] [2024/05/06 02:39:28.450 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=294] [2024/05/06 02:39:28.450 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=294] [2024/05/06 02:39:28.450 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=294] [2024/05/06 02:39:28.450 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 02:39:28.450 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2282751032] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.451 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f69ffff000000000001, 7480000000000001125f69ffff00000000000100), jobID: 294"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001125f69ffff0000000000010000] ["take time"=414.801Β΅s] [2024/05/06 02:39:28.451 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=294] [2024/05/06 02:39:28.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=348] [neededSchemaVersion=349] ["start time"=539.096Β΅s] [gotSchemaVersion=349] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.452 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2282751072] ["max memory quota"=17179869184] [2024/05/06 02:39:28.452 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=297] [reader=2] [writer=4] [2024/05/06 02:39:28.452 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f728000000000000001] ["end key"=74800000000000011e5f72800000000000000300] [2024/05/06 02:39:28.452 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/06 02:39:28.452 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=348] ["take time"=51.559846ms] [job="ID:292, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942401, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.452 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f72800000000000000300] ["current end key"=74800000000000011e5f72800000000000000300] [2024/05/06 02:39:28.452 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.452 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f728000000000000001, 74800000000000011e5f72800000000000000300), jobID: 297"] [2024/05/06 02:39:28.453 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.453 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=349] [2024/05/06 02:39:28.453 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f69ffff000000000001] [2024/05/06 02:39:28.453 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.453 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/297/8f1beb83-9c70-566b-9a49-eceac3f97713.sst/6a041032-abff-48ca-805e-e84c079c7ba5.sst] [firstKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 02:39:28.457 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011e5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=286] [] [2024/05/06 02:39:28.457 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f728000000000000001] [2024/05/06 02:39:28.457 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.459 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=292] [tableID=278] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:28.462 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="add index"] [2024/05/06 02:39:28.462 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=292] [conn=42] [job="ID:292, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942401, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.463 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1745880040] ["max memory quota"=17179869184] [2024/05/06 02:39:28.463 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=1881146344] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.470 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 02:39:28.470 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:28.471 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 42\n# Query_time: 0.740730481\n# Parse_time: 0.000031122\n# Compile_time: 0.000057652\n# Rewrite_time: 0.000002296\n# Optimize_time: 0.000027846\n# Wait_TS: 0.00019266\n# DB: addindexlit\n# Is_internal: false\n# Digest: 95b21f9b4cb85e29e89341245025f889b26e85826025eb93e413c644381742b2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t3 add unique index idx(a);"] [2024/05/06 02:39:28.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=44] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304817311775, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.476 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304817311775, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f69ffff000000000001,EndKey:74800000000000011c5f69ffff000000000001ff,First:false,PhysicalTableID:284,Ingest mode:false"] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f69ffff000000000001] ["end key"=74800000000000011c5f69ffff000000000001ff] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=295] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=295] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=295] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=295] [2024/05/06 02:39:28.478 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1881146384] ["max memory quota"=17179869184] [2024/05/06 02:39:28.478 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2015364112] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f69ffff000000000001ff] ["current end key"=74800000000000011c5f69ffff00000000000100] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=295] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=295] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=295] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f69ffff000000000001, 74800000000000011c5f69ffff00000000000100), jobID: 295"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011c5f69ffff0000000000010000] ["take time"=416.07Β΅s] [2024/05/06 02:39:28.478 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=295] [2024/05/06 02:39:28.481 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f69ffff000000000001] [2024/05/06 02:39:28.481 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.483 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:28.486 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] [2024/05/06 02:39:28.486 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 02:39:28.487 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=680.25Β΅s] [] [2024/05/06 02:39:28.487 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.487 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [2024/05/06 02:39:28.488 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.488 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=349] [neededSchemaVersion=350] ["start time"=549.32Β΅s] [gotSchemaVersion=350] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=296] [conn=46] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304777728001, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.490 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=350] [2024/05/06 02:39:28.491 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=296] [table=t9] [index=idx] [2024/05/06 02:39:28.491 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1478493096] ["max memory quota"=17179869184] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.492 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.492 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.492 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.492 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.492 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.492 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/06 02:39:28.492 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=1477444344] ["max memory quota"=17179869184] [2024/05/06 02:39:28.492 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=1611662072] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=350] [neededSchemaVersion=351] ["start time"=559.539Β΅s] [gotSchemaVersion=351] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.500 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=351] [2024/05/06 02:39:28.501 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=349] ["take time"=51.720689ms] [job="ID:293, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942466, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.505 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611662112] ["max memory quota"=17179869184] [2024/05/06 02:39:28.505 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=298] [reader=2] [writer=4] [2024/05/06 02:39:28.505 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f728000000000000001] ["end key"=7480000000000001205f72800000000000000300] [2024/05/06 02:39:28.505 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/06 02:39:28.505 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:28.506 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f72800000000000000300] ["current end key"=7480000000000001205f72800000000000000300] [2024/05/06 02:39:28.506 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.506 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f728000000000000001, 7480000000000001205f72800000000000000300), jobID: 298"] [2024/05/06 02:39:28.506 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.507 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/298/320db698-a507-5895-b9ee-7c50a9f2c5d5.sst/99ce3f83-c9d1-454a-8c47-5bf89c8fa08e.sst] [firstKey=7480000000000001205F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001205F698000000000000001038000000000000003038000000000000003] [2024/05/06 02:39:28.508 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=293] [tableID=280] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:28.509 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] ["region ranges"=1] [count=3] [size=162] [2024/05/06 02:39:28.509 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.510 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=293] [jobType="add index"] [2024/05/06 02:39:28.510 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=351] [neededSchemaVersion=352] ["start time"=578.285Β΅s] [gotSchemaVersion=352] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.510 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=45] [job="ID:293, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942466, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.511 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001205f72800000000000000300] ["global checkpoint"=] ["global physical ID"=288] [] [2024/05/06 02:39:28.511 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f728000000000000001] [2024/05/06 02:39:28.511 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.512 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=352] [2024/05/06 02:39:28.517 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 02:39:28.518 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [takeTime=30.782769ms] [] [2024/05/06 02:39:28.518 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 02:39:28.518 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=542.694Β΅s] [] [2024/05/06 02:39:28.518 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t7] [2024/05/06 02:39:28.518 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t7] [category=detect-dupe] [tasks=1] [2024/05/06 02:39:28.519 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t7] [takeTime=665.737Β΅s] [] [2024/05/06 02:39:28.521 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.521 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.521 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:28.521 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/299] [keyspaceName=] [2024/05/06 02:39:28.524 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:28.524 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:28.525 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.525 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:28.525 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=352] [neededSchemaVersion=353] ["start time"=574.382Β΅s] [gotSchemaVersion=353] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.525 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:28.525 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.527 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=353] [2024/05/06 02:39:28.528 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:28.529 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:28.529 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=1075839792] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:39:28.530 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=276] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/06 02:39:28.531 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] [2024/05/06 02:39:28.531 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 02:39:28.532 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=723.144Β΅s] [] [2024/05/06 02:39:28.532 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.532 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [2024/05/06 02:39:28.533 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.534 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:28.534 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/06 02:39:28.538 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=350] ["take time"=51.943566ms] [job="ID:294, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304817311787, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304843264036, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.539 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.542 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=276] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:28.542 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/06 02:39:28.543 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=294] [tableID=274] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:28.543 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=299] [start=7480000000000001145f728000000000000001] [end=7480000000000001145f72800000000000000300] ["checkpoint physical ID"=276] [2024/05/06 02:39:28.543 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304843264036, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f728000000000000001,EndKey:7480000000000001145f72800000000000000300,First:false,PhysicalTableID:276,Ingest mode:true"] [2024/05/06 02:39:28.545 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=294] [jobType="add index"] [2024/05/06 02:39:28.546 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=294] [conn=49] [job="ID:294, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304817311787, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=51] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.548 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.548 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:28.548 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/300] [keyspaceName=] [2024/05/06 02:39:28.548 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=351] ["take time"=51.833578ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.551 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:28.551 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:28.551 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.551 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:28.552 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:28.552 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.553 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=293] [2024/05/06 02:39:28.553 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:28.554 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 45\n# Query_time: 0.823210605\n# Parse_time: 0.00002408\n# Compile_time: 0.000051785\n# Rewrite_time: 0.000001422\n# Optimize_time: 0.000032999\n# Wait_TS: 0.000284991\n# DB: addindexlit\n# Is_internal: false\n# Digest: 313ed62c529ca233d9c6a792664061f203a06b67fdbdf02b30813512d72d0bcc\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t4 add index idx(a);"] [2024/05/06 02:39:28.554 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:39:28.554 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=46] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.555 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:28.556 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:28.556 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=1075839968] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 02:39:28.556 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=290] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/06 02:39:28.557 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=272] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/06 02:39:28.560 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=352] ["take time"=51.672966ms] [job="ID:295, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304817311775, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.561 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 02:39:28.562 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/06 02:39:28.562 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/06 02:39:28.562 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [takeTime=30.295196ms] [] [2024/05/06 02:39:28.563 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 02:39:28.563 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=533.924Β΅s] [] [2024/05/06 02:39:28.566 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=276] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.566 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=276] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=299] [localCnt=0] [2024/05/06 02:39:28.566 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=295] [tableID=284] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:28.568 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 02:39:28.568 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1746928752] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.569 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=295] [jobType="add index"] [2024/05/06 02:39:28.569 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=44] [job="ID:295, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304817311775, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.569 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=353] [neededSchemaVersion=354] ["start time"=554.216Β΅s] [gotSchemaVersion=354] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.571 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=354] [2024/05/06 02:39:28.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=46] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304856371210, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.574 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304856371210, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f69ffff000000000001,EndKey:7480000000000001225f69ffff000000000001ff,First:false,PhysicalTableID:290,Ingest mode:false"] [2024/05/06 02:39:28.575 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=353] ["take time"=51.862859ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304790835234, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.575 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=296] [2024/05/06 02:39:28.575 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f69ffff000000000001] ["end key"=7480000000000001225f69ffff000000000001ff] [2024/05/06 02:39:28.575 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=296] [2024/05/06 02:39:28.575 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/06 02:39:28.575 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=296] [2024/05/06 02:39:28.575 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=296] [2024/05/06 02:39:28.576 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f69ffff000000000001ff] ["current end key"=7480000000000001225f69ffff00000000000100] [2024/05/06 02:39:28.576 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=296] [2024/05/06 02:39:28.576 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=296] [2024/05/06 02:39:28.576 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=296] [2024/05/06 02:39:28.576 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f69ffff000000000001, 7480000000000001225f69ffff00000000000100), jobID: 296"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001225f69ffff0000000000010000] ["take time"=325.546Β΅s] [2024/05/06 02:39:28.576 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=296] [2024/05/06 02:39:28.576 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=295] [2024/05/06 02:39:28.576 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:28.576 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=51] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304856371211, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.577 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.577 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 44\n# Query_time: 0.846829824\n# Parse_time: 0.000015761\n# Compile_time: 0.00004756\n# Rewrite_time: 0.000001022\n# Optimize_time: 0.000035612\n# Wait_TS: 0.000263557\n# DB: addindexlit\n# Is_internal: false\n# Digest: 0ca159269364b8608ca3951391b20d0711ab7315186344363e25b6d9b5a3e18b\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t6 add index idx(a);"] [2024/05/06 02:39:28.579 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f69ffff000000000001] [2024/05/06 02:39:28.579 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.581 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=272] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:28.581 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/06 02:39:28.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=50] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304790835234, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.581 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=297] [table=t7] [index=idx] [2024/05/06 02:39:28.582 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1210057736] ["max memory quota"=17179869184] [2024/05/06 02:39:28.582 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=300] [start=7480000000000001105f728000000000000001] [end=7480000000000001105f72800000000000000300] ["checkpoint physical ID"=272] [2024/05/06 02:39:28.583 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.583 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.583 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.583 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.583 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.583 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/06 02:39:28.583 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=1209008984] ["max memory quota"=17179869184] [2024/05/06 02:39:28.582 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304856371211, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f728000000000000001,EndKey:7480000000000001105f72800000000000000300,First:false,PhysicalTableID:272,Ingest mode:true"] [2024/05/06 02:39:28.583 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1343226712] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.588 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226752] ["max memory quota"=17179869184] [2024/05/06 02:39:28.588 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1477444480] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=354] [neededSchemaVersion=355] ["start time"=598.701Β΅s] [gotSchemaVersion=355] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.593 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=355] [2024/05/06 02:39:28.609 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:28.612 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=272] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.612 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=272] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=300] [localCnt=0] [2024/05/06 02:39:28.614 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=355] [neededSchemaVersion=356] ["start time"=542.744Β΅s] [gotSchemaVersion=356] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.614 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 02:39:28.614 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2148533264] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.616 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=356] [2024/05/06 02:39:28.616 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2148533304] ["max memory quota"=17179869184] [2024/05/06 02:39:28.616 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2282751032] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.619 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=354] ["take time"=51.794581ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942462, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.626 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=47] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304803942462, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.626 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=298] [table=t8] [index=idx] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.627 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.627 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.627 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.627 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.627 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.628 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.628 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/06 02:39:28.628 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=1744831224] ["max memory quota"=17179869184] [2024/05/06 02:39:28.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=356] [neededSchemaVersion=357] ["start time"=475.125Β΅s] [gotSchemaVersion=357] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.636 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=357] [2024/05/06 02:39:28.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=43] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.640 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=355] ["take time"=51.89182ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=357] [neededSchemaVersion=358] ["start time"=519.978Β΅s] [gotSchemaVersion=358] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.647 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=358] [2024/05/06 02:39:28.647 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=50] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1744831264] ["max memory quota"=17179869184] [2024/05/06 02:39:28.648 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=1879048992] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.648 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=286] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/06 02:39:28.670 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1879049072] ["max memory quota"=17179869184] [2024/05/06 02:39:28.670 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=299] [reader=2] [writer=4] [2024/05/06 02:39:28.670 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1879049032] ["max memory quota"=17179869184] [2024/05/06 02:39:28.670 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f728000000000000001] ["end key"=7480000000000001145f72800000000000000300] [2024/05/06 02:39:28.670 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/06 02:39:28.670 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2013266800] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.670 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f72800000000000000300] ["current end key"=7480000000000001145f72800000000000000300] [2024/05/06 02:39:28.670 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.670 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f728000000000000001, 7480000000000001145f72800000000000000300), jobID: 299"] [2024/05/06 02:39:28.671 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=356] ["take time"=59.698811ms] [job="ID:296, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304856371210, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.672 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.673 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/299/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/97b26e35-9aaa-486a-9665-247c35225640.sst] [firstKey=7480000000000001145F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001145F698000000000000001038000000000000003038000000000000003] [2024/05/06 02:39:28.677 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/06 02:39:28.679 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001145f72800000000000000300] ["global checkpoint"=] ["global physical ID"=276] [] [2024/05/06 02:39:28.679 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f728000000000000001] [2024/05/06 02:39:28.679 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.683 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=296] [tableID=290] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:28.684 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=357] ["take time"=51.722437ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.686 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=296] [jobType="add index"] [2024/05/06 02:39:28.686 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=46] [job="ID:296, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304856371210, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=50] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304869478433, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.693 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304869478433, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f69ffff000000000001,EndKey:74800000000000011e5f69ffff000000000001ff,First:false,PhysicalTableID:286,Ingest mode:false"] [2024/05/06 02:39:28.695 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=358] ["take time"=51.866424ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.695 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=297] [2024/05/06 02:39:28.695 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=297] [2024/05/06 02:39:28.695 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f69ffff000000000001] ["end key"=74800000000000011e5f69ffff000000000001ff] [2024/05/06 02:39:28.695 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=297] [2024/05/06 02:39:28.695 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=297] [2024/05/06 02:39:28.695 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/06 02:39:28.696 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f69ffff000000000001ff] ["current end key"=74800000000000011e5f69ffff00000000000100] [2024/05/06 02:39:28.696 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=297] [2024/05/06 02:39:28.696 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=297] [2024/05/06 02:39:28.696 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=297] [2024/05/06 02:39:28.697 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f69ffff000000000001, 74800000000000011e5f69ffff00000000000100), jobID: 297"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011e5f69ffff0000000000010000] ["take time"=383.818Β΅s] [2024/05/06 02:39:28.697 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=297] [2024/05/06 02:39:28.697 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 02:39:28.697 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:28.699 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 49\n# Query_time: 0.967994803\n# Parse_time: 0.000019332\n# Compile_time: 0.000051012\n# Rewrite_time: 0.000001001\n# Optimize_time: 0.000020303\n# Wait_TS: 0.00029013\n# DB: addindexlit\n# Is_internal: false\n# Digest: 71fc09751ef1865a8f3ba7a4c49c9a561524fe837f1ce72348256b349da1e695\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t1 add unique index idx(a);"] [2024/05/06 02:39:28.700 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f69ffff000000000001] [2024/05/06 02:39:28.700 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=47] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.701 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=288] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/06 02:39:28.706 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/06 02:39:28.712 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1476395768] ["max memory quota"=17179869184] [2024/05/06 02:39:28.712 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=1611662072] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.712 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] [2024/05/06 02:39:28.712 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 02:39:28.713 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=692.7Β΅s] [] [2024/05/06 02:39:28.713 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.713 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 02:39:28.714 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.714 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=47] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304895692801, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.717 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304895692801, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f69ffff000000000001,EndKey:7480000000000001205f69ffff000000000001ff,First:false,PhysicalTableID:288,Ingest mode:false"] [2024/05/06 02:39:28.718 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=298] [2024/05/06 02:39:28.718 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=298] [2024/05/06 02:39:28.718 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=298] [2024/05/06 02:39:28.718 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f69ffff000000000001] ["end key"=7480000000000001205f69ffff000000000001ff] [2024/05/06 02:39:28.718 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/06 02:39:28.718 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=298] [2024/05/06 02:39:28.719 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f69ffff000000000001ff] ["current end key"=7480000000000001205f69ffff00000000000100] [2024/05/06 02:39:28.719 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=298] [2024/05/06 02:39:28.719 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=298] [2024/05/06 02:39:28.719 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=298] [2024/05/06 02:39:28.719 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f69ffff000000000001, 7480000000000001205f69ffff00000000000100), jobID: 298"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001205f69ffff0000000000010000] ["take time"=411.721Β΅s] [2024/05/06 02:39:28.719 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=298] [2024/05/06 02:39:28.722 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f69ffff000000000001] [2024/05/06 02:39:28.722 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.725 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611662112] ["max memory quota"=17179869184] [2024/05/06 02:39:28.725 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=300] [reader=2] [writer=4] [2024/05/06 02:39:28.725 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f728000000000000001] ["end key"=7480000000000001105f72800000000000000300] [2024/05/06 02:39:28.725 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/06 02:39:28.725 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f72800000000000000300] ["current end key"=7480000000000001105f72800000000000000300] [2024/05/06 02:39:28.725 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.725 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f728000000000000001, 7480000000000001105f72800000000000000300), jobID: 300"] [2024/05/06 02:39:28.726 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.727 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:28.727 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/300/4229afb8-665d-5dce-bb97-2afa316b67ba.sst/d98999bb-794d-4bcb-bb2c-92abd70651f8.sst] [firstKey=7480000000000001105F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001105F698000000000000001038000000000000003038000000000000003] [2024/05/06 02:39:28.731 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001105f72800000000000000300] ["global checkpoint"=] ["global physical ID"=272] [] [2024/05/06 02:39:28.731 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f728000000000000001] [2024/05/06 02:39:28.731 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.732 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=358] [neededSchemaVersion=359] ["start time"=615.621Β΅s] [gotSchemaVersion=359] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.733 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=359] [2024/05/06 02:39:28.735 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:39:28.735 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=43] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.739 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.739 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 02:39:28.739 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/301] [keyspaceName=] [2024/05/06 02:39:28.742 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 02:39:28.742 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709900975503341] [2024/05/06 02:39:28.742 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.742 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 02:39:28.743 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 02:39:28.743 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:28.743 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.743 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/06 02:39:28.743 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:28.744 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=31.351266ms] [] [2024/05/06 02:39:28.744 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 02:39:28.744 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 46\n# Query_time: 1.013435567\n# Parse_time: 0.000018298\n# Compile_time: 0.000049333\n# Rewrite_time: 0.000001022\n# Optimize_time: 0.000024056\n# Wait_TS: 0.000256026\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5bd1958b3a6e9154e6e0967495a98d5f02b0fa01f50ce87a63ce3b1bf470986a\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t9 add unique index idx(a);"] [2024/05/06 02:39:28.745 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=725.247Β΅s] [] [2024/05/06 02:39:28.748 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:28.748 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:28.748 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=1075839792] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 02:39:28.749 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=282] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/06 02:39:28.751 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:28.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=359] [neededSchemaVersion=360] ["start time"=548.692Β΅s] [gotSchemaVersion=360] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.754 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/06 02:39:28.755 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=360] [2024/05/06 02:39:28.755 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] [2024/05/06 02:39:28.755 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 02:39:28.756 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=756.014Β΅s] [] [2024/05/06 02:39:28.756 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.756 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [2024/05/06 02:39:28.756 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=360] [neededSchemaVersion=361] ["start time"=595.721Β΅s] [gotSchemaVersion=361] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.757 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.758 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=361] [2024/05/06 02:39:28.760 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=43] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304895692843, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.761 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/06 02:39:28.764 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=282] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 02:39:28.764 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/06 02:39:28.765 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=301] [start=74800000000000011a5f728000000000000001] [end=74800000000000011a5f72800000000000000300] ["checkpoint physical ID"=282] [2024/05/06 02:39:28.765 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304895692843, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f728000000000000001,EndKey:74800000000000011a5f72800000000000000300,First:false,PhysicalTableID:282,Ingest mode:true"] [2024/05/06 02:39:28.778 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] ["region ranges"=1] [count=3] [size=114] [2024/05/06 02:39:28.778 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.782 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=359] ["take time"=52.350137ms] [job="ID:297, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304869478433, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.784 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=282] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:28.784 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=282] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=301] [localCnt=0] [2024/05/06 02:39:28.786 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 02:39:28.787 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 02:39:28.787 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1746928576] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 02:39:28.787 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [takeTime=31.021613ms] [] [2024/05/06 02:39:28.787 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 02:39:28.788 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=579.756Β΅s] [] [2024/05/06 02:39:28.790 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=297] [tableID=286] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:28.792 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=297] [jobType="add index"] [2024/05/06 02:39:28.793 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=297] [conn=50] [job="ID:297, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304869478433, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.795 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=361] [neededSchemaVersion=362] ["start time"=623.946Β΅s] [gotSchemaVersion=362] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.797 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1746928616] ["max memory quota"=17179869184] [2024/05/06 02:39:28.797 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1881146344] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 02:39:28.797 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=362] [2024/05/06 02:39:28.801 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=360] ["take time"=52.006295ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304843264036, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.802 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=297] [2024/05/06 02:39:28.802 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:28.803 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 50\n# Query_time: 1.072048086\n# Parse_time: 0.000016093\n# Compile_time: 0.00004976\n# Rewrite_time: 0.000000817\n# Optimize_time: 0.000024698\n# Wait_TS: 0.000315111\n# DB: addindexlit\n# Is_internal: false\n# Digest: e872f00ada0cfd3423a3c060ad59cff70e22a93240c136ed4ada32d1f2fd9ced\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t7 add unique index idx(a);"] [2024/05/06 02:39:28.805 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=361] ["take time"=51.643732ms] [job="ID:298, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304895692801, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.810 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304843264036, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.810 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1881146384] ["max memory quota"=17179869184] [2024/05/06 02:39:28.810 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=2015364112] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 02:39:28.810 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=299] [table=t2] [index=idx] [2024/05/06 02:39:28.811 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.811 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.811 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.811 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.811 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.811 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.811 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.811 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.811 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.811 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.811 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.811 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.812 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.812 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.812 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.812 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.812 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.812 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/06 02:39:28.812 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=1477444304] ["max memory quota"=17179869184] [2024/05/06 02:39:28.814 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=298] [tableID=288] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:28.817 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=298] [jobType="add index"] [2024/05/06 02:39:28.818 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=47] [job="ID:298, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304895692801, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.819 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=362] [neededSchemaVersion=363] ["start time"=520.934Β΅s] [gotSchemaVersion=363] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.821 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=363] [2024/05/06 02:39:28.823 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444344] ["max memory quota"=17179869184] [2024/05/06 02:39:28.823 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1611662072] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 02:39:28.835 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611662112] ["max memory quota"=17179869184] [2024/05/06 02:39:28.835 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=301] [reader=2] [writer=4] [2024/05/06 02:39:28.835 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f728000000000000001] ["end key"=74800000000000011a5f72800000000000000300] [2024/05/06 02:39:28.835 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/06 02:39:28.835 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f72800000000000000300] ["current end key"=74800000000000011a5f72800000000000000300] [2024/05/06 02:39:28.835 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 02:39:28.835 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f728000000000000001, 74800000000000011a5f72800000000000000300), jobID: 301"] [2024/05/06 02:39:28.836 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 02:39:28.836 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/301/3b057b2e-d774-5ab3-be42-50a58a9db5c4.sst/af85eb9b-8fe4-40aa-869a-060e8615ba4e.sst] [firstKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 02:39:28.841 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011a5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=282] [] [2024/05/06 02:39:28.841 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f728000000000000001] [2024/05/06 02:39:28.841 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.845 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=362] ["take time"=51.891027ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304856371211, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.852 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=51] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304856371211, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.853 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=300] [table=t0] [index=idx] [2024/05/06 02:39:28.853 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.853 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.853 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.853 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.853 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.853 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.853 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.853 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.853 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.853 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.853 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.853 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.854 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.854 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.854 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.854 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.854 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.854 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/06 02:39:28.854 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/06 02:39:28.860 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=363] [neededSchemaVersion=364] ["start time"=571.929Β΅s] [gotSchemaVersion=364] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.861 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] [2024/05/06 02:39:28.861 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 02:39:28.861 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=714.57Β΅s] [] [2024/05/06 02:39:28.861 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["split region size"=100663296] [2024/05/06 02:39:28.861 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [2024/05/06 02:39:28.862 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.862 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=364] [2024/05/06 02:39:28.869 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=363] ["take time"=52.265808ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.877 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=276] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/06 02:39:28.883 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/06 02:39:28.884 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] ["region ranges"=1] [count=3] [size=162] [2024/05/06 02:39:28.884 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.889 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304935014415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.891 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304935014415, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f69ffff000000000001,EndKey:7480000000000001145f69ffff000000000001ff,First:false,PhysicalTableID:276,Ingest mode:false"] [2024/05/06 02:39:28.892 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 02:39:28.892 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=299] [2024/05/06 02:39:28.892 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=299] [2024/05/06 02:39:28.892 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f69ffff000000000001] ["end key"=7480000000000001145f69ffff000000000001ff] [2024/05/06 02:39:28.892 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=299] [2024/05/06 02:39:28.892 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/06 02:39:28.892 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=299] [2024/05/06 02:39:28.893 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [takeTime=31.459586ms] [] [2024/05/06 02:39:28.893 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 02:39:28.893 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f69ffff000000000001ff] ["current end key"=7480000000000001145f69ffff00000000000100] [2024/05/06 02:39:28.893 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=299] [2024/05/06 02:39:28.893 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=299] [2024/05/06 02:39:28.893 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=299] [2024/05/06 02:39:28.894 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f69ffff000000000001, 7480000000000001145f69ffff00000000000100), jobID: 299"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001145f69ffff0000000000010000] ["take time"=393.373Β΅s] [2024/05/06 02:39:28.894 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=299] [2024/05/06 02:39:28.894 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=754.845Β΅s] [] [2024/05/06 02:39:28.894 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t5] [2024/05/06 02:39:28.894 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t5] [category=detect-dupe] [tasks=1] [2024/05/06 02:39:28.894 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t5] [takeTime=785.421Β΅s] [] [2024/05/06 02:39:28.896 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f69ffff000000000001] [2024/05/06 02:39:28.896 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.901 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=364] [neededSchemaVersion=365] ["start time"=489.79Β΅s] [gotSchemaVersion=365] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.903 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=365] [2024/05/06 02:39:28.910 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=364] ["take time"=52.154815ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.917 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:28.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=51] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.919 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=272] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/06 02:39:28.922 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=365] [neededSchemaVersion=366] ["start time"=662.835Β΅s] [gotSchemaVersion=366] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.924 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=366] [2024/05/06 02:39:28.925 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/06 02:39:28.930 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=51] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304948383755, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.932 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304948383755, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f69ffff000000000001,EndKey:7480000000000001105f69ffff000000000001ff,First:false,PhysicalTableID:272,Ingest mode:false"] [2024/05/06 02:39:28.934 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f69ffff000000000001] ["end key"=7480000000000001105f69ffff000000000001ff] [2024/05/06 02:39:28.934 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=300] [2024/05/06 02:39:28.934 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=300] [2024/05/06 02:39:28.934 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/06 02:39:28.934 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=300] [2024/05/06 02:39:28.934 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=300] [2024/05/06 02:39:28.935 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f69ffff000000000001ff] ["current end key"=7480000000000001105f69ffff00000000000100] [2024/05/06 02:39:28.935 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=300] [2024/05/06 02:39:28.935 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=300] [2024/05/06 02:39:28.935 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=300] [2024/05/06 02:39:28.935 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f69ffff000000000001, 7480000000000001105f69ffff00000000000100), jobID: 300"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001105f69ffff0000000000010000] ["take time"=365.853Β΅s] [2024/05/06 02:39:28.935 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=300] [2024/05/06 02:39:28.938 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f69ffff000000000001] [2024/05/06 02:39:28.938 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:28.950 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=365] ["take time"=51.834231ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304895692843, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.958 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=43] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304895692843, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.959 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:28.959 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=301] [table=t5] [index=idx] [2024/05/06 02:39:28.960 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:28.960 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:28.960 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.960 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:28.960 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:28.960 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:28.960 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:28.960 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.960 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.960 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.960 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.960 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:28.961 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:28.961 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:28.961 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:28.961 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:28.961 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:28.961 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/06 02:39:28.961 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 02:39:28.964 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=366] [neededSchemaVersion=367] ["start time"=499.643Β΅s] [gotSchemaVersion=367] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.967 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=367] [2024/05/06 02:39:28.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=367] [neededSchemaVersion=368] ["start time"=503.886Β΅s] [gotSchemaVersion=368] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:28.970 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=368] [2024/05/06 02:39:28.971 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=366] ["take time"=51.616508ms] [job="ID:299, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304935014415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:28.978 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=299] [tableID=276] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:28.980 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=299] [jobType="add index"] [2024/05/06 02:39:28.981 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=48] [job="ID:299, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304935014415, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:29.014 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=367] ["take time"=52.301245ms] [job="ID:300, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304948383755, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:29.018 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=368] ["take time"=51.772093ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:29.021 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=300] [tableID=272] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:29.023 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="add index"] [2024/05/06 02:39:29.023 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=51] [job="ID:300, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304948383755, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:29.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=43] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:29.025 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=282] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/06 02:39:29.030 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/06 02:39:29.031 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/06 02:39:29.031 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:29.032 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 47\n# Query_time: 1.3010080720000001\n# Parse_time: 0.000014984\n# Compile_time: 0.00005312\n# Rewrite_time: 0.000001069\n# Optimize_time: 0.000032456\n# Wait_TS: 0.000211792\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9d113192773d3132725924921eee0f996f52a330496438ca37e154fd03c256c0\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t8 add index idx(a);"] [2024/05/06 02:39:29.034 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=43] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304974336014, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:29.036 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304974336014, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f69ffff000000000001,EndKey:74800000000000011a5f69ffff000000000001ff,First:false,PhysicalTableID:282,Ingest mode:false"] [2024/05/06 02:39:29.037 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f69ffff000000000001] ["end key"=74800000000000011a5f69ffff000000000001ff] [2024/05/06 02:39:29.037 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=301] [2024/05/06 02:39:29.037 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/06 02:39:29.037 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=301] [2024/05/06 02:39:29.037 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=301] [2024/05/06 02:39:29.037 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=301] [2024/05/06 02:39:29.038 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f69ffff000000000001ff] ["current end key"=74800000000000011a5f69ffff00000000000100] [2024/05/06 02:39:29.038 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=301] [2024/05/06 02:39:29.038 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=301] [2024/05/06 02:39:29.038 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=301] [2024/05/06 02:39:29.038 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f69ffff000000000001, 74800000000000011a5f69ffff00000000000100), jobID: 301"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011a5f69ffff0000000000010000] ["take time"=419.781Β΅s] [2024/05/06 02:39:29.038 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=301] [2024/05/06 02:39:29.041 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f69ffff000000000001] [2024/05/06 02:39:29.041 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 02:39:29.061 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 02:39:29.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=368] [neededSchemaVersion=369] ["start time"=581.431Β΅s] [gotSchemaVersion=369] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 02:39:29.068 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=369] [2024/05/06 02:39:29.116 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=369] ["take time"=52.191967ms] [job="ID:301, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304974336014, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:29.123 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=301] [tableID=282] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 02:39:29.126 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="add index"] [2024/05/06 02:39:29.127 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=43] [job="ID:301, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 02:39:27.701 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449567304974336014, LocalMode: false, UniqueWarnings:0"] [2024/05/06 02:39:29.135 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=299] [2024/05/06 02:39:29.135 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:29.136 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 48\n# Query_time: 1.4051626449999999\n# Parse_time: 0.000021397\n# Compile_time: 0.000056099\n# Rewrite_time: 0.000001133\n# Optimize_time: 0.000031108\n# Wait_TS: 0.000245825\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9362128342a11a9db9c3800825fd799bb1e60da0d45ff1451f59715bbff3ea38\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx(a);"] [2024/05/06 02:39:29.745 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 02:39:29.745 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:29.745 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/06 02:39:29.745 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:29.746 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 51\n# Query_time: 2.014912084\n# Parse_time: 0.000020698\n# Compile_time: 0.000054184\n# Rewrite_time: 0.000001309\n# Optimize_time: 0.000026098\n# Wait_TS: 0.000204406\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1575d05c2408d6b4e80dc99fa468744a32aabe3d16303fb47449d85c1e318c83\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t0 add index idx(a);"] [2024/05/06 02:39:29.747 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 43\n# Query_time: 2.016018336\n# Parse_time: 0.000019098\n# Compile_time: 0.000067535\n# Rewrite_time: 0.000001434\n# Optimize_time: 0.000040131\n# Wait_TS: 0.000196828\n# DB: addindexlit\n# Is_internal: false\n# Digest: b3e09246741c3859c07749cb35fe80d7f1a0d1f2fb68c5f3e8baa12853a5180c\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t5 add unique index idx(a);"] [2024/05/06 02:39:29.747 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [2024/05/06 02:39:29.747 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [2024/05/06 02:39:29.748 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [] [2024/05/06 02:39:29.749 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:29.749 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 106, tp add index"] [category=ddl] ["take time"=2.203Β΅s] [2024/05/06 02:39:29.749 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 107, tp add index"] [category=ddl] ["take time"=1.102Β΅s] [2024/05/06 02:39:29.749 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 105, tp add index"] [category=ddl] ["take time"=930ns] [2024/05/06 02:39:29.749 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 104, tp add index"] [category=ddl] ["take time"=755ns] [2024/05/06 02:39:29.749 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:29.749 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 103, tp general"] [category=ddl] ["take time"=952ns] [2024/05/06 02:39:29.749 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:29.749 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:29.749 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:29.752 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=610f1138-1dca-4403-ba6b-b71f8db72cf4] ["take time"=4.94313ms] [2024/05/06 02:39:29.752 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=610f1138-1dca-4403-ba6b-b71f8db72cf4] [2024/05/06 02:39:29.753 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:39:29.753 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cebaefaf-c2e6-4bf5-9264-d2d3f7122acd] [watcherID=a6b76914-a559-41e2-b480-f22b526844fb] [2024/05/06 02:39:29.753 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:39:29.753 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/cebaefaf-c2e6-4bf5-9264-d2d3f7122acd] [2024/05/06 02:39:29.753 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:29.753 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:29.753 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:29.753 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:29.753 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:39:29.753 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:39:29.753 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:29.753 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:29.753 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:29.753 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1132] [2024/05/06 02:39:29.754 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:29.754 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=610f1138-1dca-4403-ba6b-b71f8db72cf4] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:29.754 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:29.754 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:39:29.754 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:39:29.754 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:29.754 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:39:29.754 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:29.754 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e60fd7de-6ee7-47be-985b-a29887cc13ef"] [error="lost watcher waiting for delete"] [2024/05/06 02:39:29.754 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=610f1138-1dca-4403-ba6b-b71f8db72cf4] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:39:29.754 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:29.754 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [error="context canceled"] [2024/05/06 02:39:29.754 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:39:29.754 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [2024/05/06 02:39:29.754 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:39:29.754 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:29.754 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:39:29.754 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:29.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:29.754 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:29.755 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e60fd7de-6ee7-47be-985b-a29887cc13ef"] [error="context canceled"] [2024/05/06 02:39:29.755 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e60fd7de-6ee7-47be-985b-a29887cc13ef] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:29.755 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:29.755 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e60fd7de-6ee7-47be-985b-a29887cc13ef"] [2024/05/06 02:39:29.755 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:29.755 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:29.755 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:29.755 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:29.755 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e60fd7de-6ee7-47be-985b-a29887cc13ef"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:29.812 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:39:29.812 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [error="context canceled"] [2024/05/06 02:39:29.812 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [2024/05/06 02:39:29.812 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:30.992 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e60fd7de-6ee7-47be-985b-a29887cc13ef"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:30.996 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:30.996 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:39:30.996 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:31.070 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 610f1138-1dca-4403-ba6b-b71f8db72cf4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:31.070 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:39:31.071 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:39:31.071 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:31.071 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.323716763s] [2024/05/06 02:39:31.071 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:31.071 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:31.071 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:31.071 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:31.071 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:31.071 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:31.071 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:31.071 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:31.071 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:31.071 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:31.071 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:31.071 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:31.071 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConcFastReorg (4.57s) FAIL coverage: 15.9% of statements -- Coverage runner: Not collecting coverage for failed test. The following commands failed with status 1 /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/sandbox/linux-sandbox/2096/execroot/__main__/bazel-out/k8-fastbuild/bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test.runfiles/__main__/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test -with-real-tikv ================================================================================ Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date: bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test INFO: Elapsed time: 212.541s, Critical Path: 195.98s INFO: 1496 processes: 1480 remote cache hit, 9 internal, 7 linux-sandbox. INFO: Build completed successfully, 1496 total actions //tests/realtikvtest/addindextest4:addindextest4_test FLAKY, failed in 1 out of 2 in 102.3s Stats over 2 runs: max = 102.3s, min = 70.0s, avg = 86.1s, dev = 16.2s /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/coverage.dat Test cases: finished with 19 passing and 0 failing out of 19 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 221s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 220s remote-cache, linux-sandbox [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 161s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 281s remote-cache, linux-sandbox Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 323.282s, Critical Path: 306.34s INFO: 1508 processes: 1483 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1508 total actions Test cases: finished with 32 passing and 0 failing out of 32 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/db_partition.test: ok! 1276 test cases passed, take time 87.336952857 s ./t/ddl/db_rename.test: ok! 21 test cases passed, take time 7.083733986 s ./t/ddl/db_table.test: ok! 53 test cases passed, take time 1.372943753 s ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.168234885 s ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.040933157 s [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 280s remote-cache, linux-sandbox ./t/ddl/default_as_expression.test: ok! 364 test cases passed, take time 24.886491437 s ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.390940744 s [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 221s remote-cache, linux-sandbox ./t/ddl/foreign_key.test: ok! 158 test cases passed, take time 21.757301643 s ./t/ddl/global_index.test: ok! 25 test cases passed, take time 2.482696564 s ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 2.183802913 s ./t/ddl/integration.test: ok! 87 test cases passed, take time 1.878378315 s [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 340s remote-cache, linux-sandbox [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 281s remote-cache, linux-sandbox ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 35.061579636 s [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 400s remote-cache, linux-sandbox ./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 47.726410968 s ./t/ddl/partition.test: ok! 213 test cases passed, take time 12.88029811 s [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 341s remote-cache, linux-sandbox ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 14.189235453 s [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 459s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 460s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest:addindextest_test up-to-date: bazel-bin/tests/realtikvtest/addindextest/addindextest_test_/addindextest_test INFO: Elapsed time: 515.616s, Critical Path: 499.16s INFO: 1495 processes: 1473 remote cache hit, 10 internal, 12 linux-sandbox. INFO: Build completed successfully, 1495 total actions Test cases: finished with 29 passing and 0 failing out of 29 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 34.557932038 s ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.200963331 s ./t/ddl/sequence.test: ok! 268 test cases passed, take time 7.804575249 s [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 396s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestImportInto [2024/05/06 02:38:46.649 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 02:38:46.650 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:38:46.651 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:38:46.653 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:46.653 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:38:46.655 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:38:46.655 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:38:46.658 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 02:38:46.667 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:46.670 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:46.673 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 02:38:46.716 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:46.716 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:46.734 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:46.734 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:46.765 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:46.811 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709898131214999] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:38:47.022 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:38:47.242 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1636] ["lease id"=3eaa8f4bc24677ea] [2024/05/06 02:38:47.246 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:38:47.257 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest/importintotest_test.TestImportInto\n\ttests/realtikvtest/importintotest/util_test.go:50\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 02:38:47.304 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=46.771358ms] [2024/05/06 02:38:47.310 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:47.311 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=e26ddf13-5db1-435c-9782-0d519f04afcb] [runWorker=true] [2024/05/06 02:38:47.311 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:38:47.315 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:38:47.318 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:38:47.318 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:38:47.318 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:38:47.318 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:38:47.318 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:38:47.318 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:38:47.319 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:38:47.319 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:47.319 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:38:47.319 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:47.319 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:38:47.319 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:38:47.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:38:47.319 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:47.319 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:38:47.322 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e26ddf13-5db1-435c-9782-0d519f04afcb"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24677ee] [ownerID=e26ddf13-5db1-435c-9782-0d519f04afcb] [op=none] [2024/05/06 02:38:47.323 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:38:47.324 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ba217dfc-b1ed-49f7-a8dd-43909ae06d21] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:47.325 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ba217dfc-b1ed-49f7-a8dd-43909ae06d21"] ["owner key"=/tidb/br-stream/owner/3eaa8f4bc24677f0] [ownerID=ba217dfc-b1ed-49f7-a8dd-43909ae06d21] [op=none] [2024/05/06 02:38:47.337 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 02:38:47.372 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:38:47.373 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e26ddf13-5db1-435c-9782-0d519f04afcb"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4bc24677ee] [ownerID=e26ddf13-5db1-435c-9782-0d519f04afcb] [op=none] [2024/05/06 02:38:47.373 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e26ddf13-5db1-435c-9782-0d519f04afcb"] [op=none] [2024/05/06 02:38:47.374 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:38:47.398 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:47.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:47.398 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:47.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 02:38:47.506 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.612 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=47.714819ms] [2024/05/06 02:38:47.612 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id e26ddf13-5db1-435c-9782-0d519f04afcb"] ["ddl job id"=3] [ver=1] [2024/05/06 02:38:47.618 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:38:47.631 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:47.631 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 02:38:47.635 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=78.320956ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:38:47.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.741 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:47.805 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 02:38:47.805 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:47.811 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.474144083\n# Parse_time: 0\n# Compile_time: 0.001040382\n# Rewrite_time: 0.000053108\n# Optimize_time: 0\n# Wait_TS: 0.001310255\n# DB: mysql\n# Is_internal: true\n# Digest: 0a22979ad136f741465cf206b13e5717b9758dda34f7cae5a7a925f91711d6a0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 02:38:47.813 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 02:38:47.853 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 02:38:48.161 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:47.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:48.161 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:47.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 02:38:48.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.325 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:48.325 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:48.733 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=15.072661ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:48.751 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:48.752 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 02:38:48.766 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=55.838239ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:47.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:48.852 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:47.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:49.137 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 02:38:49.137 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:49.143 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 1.307328306\n# Parse_time: 0\n# Compile_time: 0.017117373\n# Rewrite_time: 0.000010431\n# Optimize_time: 0\n# Wait_TS: 0.00219102\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:49.154 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 02:38:49.241 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:49.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:49.241 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:49.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 02:38:49.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:49.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:49.319 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:38:49.321 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 02:38:49.325 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:49.325 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:49.432 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=4.449391ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:49.447 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:49.448 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 02:38:49.476 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=55.325157ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:49.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:49.556 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:49.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:49.652 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 02:38:49.652 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:49.659 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.509625339\n# Parse_time: 0\n# Compile_time: 0.004498168\n# Rewrite_time: 0.000016158\n# Optimize_time: 0\n# Wait_TS: 0.000599274\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:49.665 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 02:38:49.742 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:49.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:49.742 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:49.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 02:38:49.797 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:49.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:49.903 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=5.4916ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:49.917 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:49.917 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 02:38:49.944 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=56.009023ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:49.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.013 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:49.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.098 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 02:38:50.098 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:50.104 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.441388957\n# Parse_time: 0\n# Compile_time: 0.002404222\n# Rewrite_time: 0.000020724\n# Optimize_time: 0\n# Wait_TS: 0.000642066\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:50.122 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 02:38:50.299 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:50.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:50.300 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:50.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 02:38:50.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:50.322 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:50.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.699 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=7.848594ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:50.715 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:50.715 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 02:38:50.740 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.633535ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:50.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:50.831 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:50.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.002 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 02:38:51.020 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:51.031 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.917963596\n# Parse_time: 0\n# Compile_time: 0.009074957\n# Rewrite_time: 0.000010184\n# Optimize_time: 0\n# Wait_TS: 0.000460876\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:51.038 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 02:38:51.138 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:51.138 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 02:38:51.215 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.324 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:51.324 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:51.365 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=6.631603ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:51.385 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:51.385 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 02:38:51.417 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=66.060819ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.490 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.025 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:51.612 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 02:38:51.612 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:51.622 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.587723991\n# Parse_time: 0\n# Compile_time: 0.003284914\n# Rewrite_time: 0.00000981\n# Optimize_time: 0\n# Wait_TS: 0.000636108\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:51.632 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 02:38:51.759 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:51.759 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 02:38:51.870 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.027 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=4.395869ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:52.042 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:52.042 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 02:38:52.076 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=59.228362ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:51.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.203 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:51.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.269 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 02:38:52.270 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:52.275 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.646390606\n# Parse_time: 0\n# Compile_time: 0.003925145\n# Rewrite_time: 0.000013759\n# Optimize_time: 0\n# Wait_TS: 0.00084216\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:52.278 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 02:38:52.323 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:52.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:52.348 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:52.348 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 02:38:52.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.540 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=4.253648ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:52.556 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:52.556 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 02:38:52.598 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=70.418878ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.665 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:52.733 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 02:38:52.733 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:52.739 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.462397924\n# Parse_time: 0\n# Compile_time: 0.001365296\n# Rewrite_time: 0.000011732\n# Optimize_time: 0\n# Wait_TS: 0.000575389\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:52.743 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 02:38:52.824 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:52.824 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 02:38:52.956 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.071 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=4.678945ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:53.093 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:53.093 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 02:38:53.123 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=64.650126ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:52.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.241 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:52.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.312 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 02:38:53.312 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:53.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:53.323 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.581853564\n# Parse_time: 0\n# Compile_time: 0.001807115\n# Rewrite_time: 0.000013644\n# Optimize_time: 0\n# Wait_TS: 0.000855035\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:53.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:53.332 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 02:38:53.441 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:53.441 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 02:38:53.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=4.372977ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:53.661 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:53.661 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 02:38:53.696 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=61.044319ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.774 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:53.850 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 02:38:53.850 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:53.856 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.52834743\n# Parse_time: 0\n# Compile_time: 0.00370396\n# Rewrite_time: 0.000012862\n# Optimize_time: 0\n# Wait_TS: 0.005450416\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:53.864 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 02:38:53.995 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:53.995 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 02:38:54.103 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=4.150572ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:54.241 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:54.242 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 02:38:54.273 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=55.431375ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:53.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:54.322 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:54.396 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:53.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.479 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 02:38:54.479 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:54.485 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.624610004\n# Parse_time: 0\n# Compile_time: 0.003098286\n# Rewrite_time: 0.000012639\n# Optimize_time: 0\n# Wait_TS: 0.001143867\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:54.497 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:38:54.499 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:38:54.656 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:54.656 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:38:54.716 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:54.961 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=6.983331ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:54.980 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:54.981 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 02:38:55.002 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=55.581484ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:54.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.203 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 02:38:55.203 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:55.209 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.717301483\n# Parse_time: 0\n# Compile_time: 0.005453123\n# Rewrite_time: 0.000011703\n# Optimize_time: 0\n# Wait_TS: 0.001077906\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:55.217 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 02:38:55.313 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:55.313 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 02:38:55.321 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:55.322 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:55.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=5.318965ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:55.552 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:55.552 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 02:38:55.581 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=54.581299ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:55.764 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 02:38:55.765 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:55.771 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.556904736\n# Parse_time: 0\n# Compile_time: 0.003846409\n# Rewrite_time: 0.000012277\n# Optimize_time: 0\n# Wait_TS: 0.000942496\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:55.777 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:38:55.866 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:55.866 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 02:38:55.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.078 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=4.281742ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:56.094 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:56.094 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 02:38:56.125 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=59.581814ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.196 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:55.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.280 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 02:38:56.280 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:56.289 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.514298214\n# Parse_time: 0\n# Compile_time: 0.003150018\n# Rewrite_time: 0.000012077\n# Optimize_time: 0\n# Wait_TS: 0.000666769\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:56.295 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 02:38:56.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:56.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:56.427 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:56.427 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 02:38:56.533 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.90313ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:56.684 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:56.684 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 02:38:56.713 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=55.693655ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.780 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:56.883 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 02:38:56.883 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:56.901 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.60834365\n# Parse_time: 0\n# Compile_time: 0.003105636\n# Rewrite_time: 0.000011716\n# Optimize_time: 0\n# Wait_TS: 0.001122243\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:56.905 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:38:57.008 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:57.008 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:38:57.069 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.194 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=5.19673ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:57.212 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:57.212 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 02:38:57.237 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=56.296435ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:56.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:57.322 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:57.330 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:56.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.409 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 02:38:57.409 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:57.419 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.515529061\n# Parse_time: 0\n# Compile_time: 0.002292014\n# Rewrite_time: 0.0000124\n# Optimize_time: 0\n# Wait_TS: 0.000431135\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:57.428 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 02:38:57.532 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:57.532 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 02:38:57.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=4.616632ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:57.765 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:57.765 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 02:38:57.793 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=56.574311ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:57.964 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 02:38:57.964 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:57.971 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.546632224\n# Parse_time: 0\n# Compile_time: 0.004110197\n# Rewrite_time: 0.000012364\n# Optimize_time: 0\n# Wait_TS: 0.000731247\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:57.978 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 02:38:58.053 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:58.053 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 02:38:58.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.278 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=6.125191ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:58.304 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:58.304 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 02:38:58.322 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=60.18878ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:57.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:58.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:58.420 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:57.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.519 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 02:38:58.520 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:58.533 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.55779935\n# Parse_time: 0\n# Compile_time: 0.003264284\n# Rewrite_time: 0.000012364\n# Optimize_time: 0\n# Wait_TS: 0.000564609\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:58.546 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:38:58.673 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:58.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:58.673 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:58.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:38:58.770 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:58.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:58.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=5.269189ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:58.981 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:58.981 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 02:38:59.007 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=56.181659ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:58.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.082 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:58.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.186 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 02:38:59.187 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:59.193 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.652251632\n# Parse_time: 0\n# Compile_time: 0.005859066\n# Rewrite_time: 0.000012523\n# Optimize_time: 0\n# Wait_TS: 0.001013773\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:59.229 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:38:59.303 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:59.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:59.303 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:59.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:38:59.323 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:38:59.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:38:59.324 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=ba217dfc-b1ed-49f7-a8dd-43909ae06d21] [daemon-id=LogBackup::Advancer] [2024/05/06 02:38:59.324 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 02:38:59.377 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:59.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.495 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=4.448719ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:38:59.508 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:38:59.508 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 02:38:59.540 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=56.174188ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:59.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.617 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:59.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.726 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 02:38:59.726 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:38:59.732 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.505693394\n# Parse_time: 0\n# Compile_time: 0.002936382\n# Rewrite_time: 0.000013436\n# Optimize_time: 0\n# Wait_TS: 0.000578317\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:38:59.736 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 02:38:59.818 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:59.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:38:59.818 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:59.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 02:38:59.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:59.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:38:59.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=4.935432ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:00.017 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:00.017 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 02:39:00.044 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=56.438643ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 02:38:59.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.133 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 02:38:59.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.193 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 02:39:00.193 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:00.198 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.463533097\n# Parse_time: 0\n# Compile_time: 0.001573119\n# Rewrite_time: 0.000011839\n# Optimize_time: 0\n# Wait_TS: 0.000574387\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:00.201 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 02:39:00.261 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:00.261 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 02:39:00.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:00.322 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:00.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.422 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=5.416274ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:00.445 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:00.445 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 02:39:00.463 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=57.399363ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.551 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:00.604 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 02:39:00.604 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:00.611 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.410999478\n# Parse_time: 0\n# Compile_time: 0.001370346\n# Rewrite_time: 0.000011069\n# Optimize_time: 0\n# Wait_TS: 0.000462821\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:00.618 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 02:39:00.706 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:00.706 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 02:39:00.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.022 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=6.011732ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:01.061 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:01.061 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 02:39:01.079 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=73.462881ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:00.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.174 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:00.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.263 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 02:39:01.264 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:01.272 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.656615897\n# Parse_time: 0\n# Compile_time: 0.003510245\n# Rewrite_time: 0.000012205\n# Optimize_time: 0\n# Wait_TS: 0.001038744\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:01.276 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 02:39:01.329 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:01.330 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:01.373 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:01.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:01.373 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:01.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 02:39:01.465 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=9.013592ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:01.620 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:01.620 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 02:39:01.639 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=57.689977ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:01.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.734 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:01.797 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 02:39:01.798 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:01.803 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.528440473\n# Parse_time: 0\n# Compile_time: 0.002337289\n# Rewrite_time: 0.000016873\n# Optimize_time: 0\n# Wait_TS: 0.003890751\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:01.808 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 02:39:01.923 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:01.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:01.923 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:01.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 02:39:02.032 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.134 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=4.193331ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:02.149 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:02.149 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 02:39:02.179 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=56.497326ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:01.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:01.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:02.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:02.343 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 02:39:02.343 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:02.350 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.543652001\n# Parse_time: 0\n# Compile_time: 0.002570468\n# Rewrite_time: 0.000011402\n# Optimize_time: 0\n# Wait_TS: 0.000550946\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:02.355 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 02:39:02.429 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:02.429 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 02:39:02.545 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.641 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=3.909628ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:02.661 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:02.662 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 02:39:02.685 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=55.294445ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.760 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:02.834 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 02:39:02.835 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:02.842 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.489349876\n# Parse_time: 0\n# Compile_time: 0.002966717\n# Rewrite_time: 0.000013393\n# Optimize_time: 0\n# Wait_TS: 0.000561382\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:02.848 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:39:02.980 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:02.980 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 02:39:03.056 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.164 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=4.752774ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:03.180 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:03.181 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 02:39:03.209 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=57.790387ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:02.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.276 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:02.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.324 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:03.324 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:03.341 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 02:39:03.341 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:03.345 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.499915678\n# Parse_time: 0\n# Compile_time: 0.00284903\n# Rewrite_time: 0.000014261\n# Optimize_time: 0\n# Wait_TS: 0.002930068\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:03.351 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 02:39:03.425 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:03.425 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 02:39:03.500 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.610 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=4.908603ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:03.625 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:03.625 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 02:39:03.656 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=56.9287ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.768 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:03.837 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 02:39:03.837 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:03.842 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.493483987\n# Parse_time: 0\n# Compile_time: 0.002331329\n# Rewrite_time: 0.000010711\n# Optimize_time: 0\n# Wait_TS: 0.000679559\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:03.849 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 02:39:03.852 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 02:39:03.971 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:03.971 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 02:39:04.057 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=4.249716ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:04.198 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:04.198 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 02:39:04.228 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=56.176993ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:03.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.323 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:04.324 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:04.331 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:03.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.434 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 02:39:04.435 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:04.443 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.596762014\n# Parse_time: 0\n# Compile_time: 0.003186341\n# Rewrite_time: 0.000009023\n# Optimize_time: 0\n# Wait_TS: 0.000759591\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:04.453 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:39:04.589 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:04.589 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:39:04.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.794 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=11.131796ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:04.808 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:04.808 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 02:39:04.831 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=58.083035ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:04.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:04.948 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:04.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.069 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 02:39:05.069 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:05.082 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.633308928\n# Parse_time: 0\n# Compile_time: 0.004166199\n# Rewrite_time: 0.000013453\n# Optimize_time: 0\n# Wait_TS: 0.001595697\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:05.089 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 02:39:05.177 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:05.177 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 02:39:05.262 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:05.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:05.407 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=6.926297ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:05.421 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:05.421 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 02:39:05.449 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=54.966568ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.569 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:05.682 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 02:39:05.682 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:05.693 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.606990921\n# Parse_time: 0\n# Compile_time: 0.003439263\n# Rewrite_time: 0.000013538\n# Optimize_time: 0\n# Wait_TS: 0.000669174\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:05.705 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 02:39:05.899 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:05.899 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 02:39:05.997 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.255 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=6.413891ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:06.269 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:06.269 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 02:39:06.290 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=56.162171ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:05.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:06.322 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:06.400 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:05.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.545 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 02:39:06.545 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:06.551 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.851365023\n# Parse_time: 0\n# Compile_time: 0.005279072\n# Rewrite_time: 0.000012305\n# Optimize_time: 0\n# Wait_TS: 0.003067097\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:06.554 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 02:39:06.673 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:06.673 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 02:39:06.771 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.851 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=4.790367ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:06.872 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:06.872 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 02:39:06.893 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=55.758269ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:06.989 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.049 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 02:39:07.049 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:07.063 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.509925669\n# Parse_time: 0\n# Compile_time: 0.001440008\n# Rewrite_time: 0.000012049\n# Optimize_time: 0\n# Wait_TS: 0.003746786\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:07.238 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:07.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:07.239 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:07.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 02:39:07.323 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:07.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:07.333 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.526 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=8.808114ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:39:07.548 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:07.548 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 02:39:07.563 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=60.093828ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:07.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.642 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:07.754 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 02:39:07.754 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:07.762 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.691914261\n# Parse_time: 0\n# Compile_time: 0.009889617\n# Rewrite_time: 0.004766018\n# Optimize_time: 0\n# Wait_TS: 0.000867316\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:07.769 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 02:39:07.860 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:07.860 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 02:39:07.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.076 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=5.663002ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:08.095 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:08.096 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 02:39:08.142 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=78.562845ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:07.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:07.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.318 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 02:39:08.319 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:08.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:08.322 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:08.334 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.567908521\n# Parse_time: 0\n# Compile_time: 0.002959604\n# Rewrite_time: 0.000015058\n# Optimize_time: 0\n# Wait_TS: 0.000644759\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:08.338 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 02:39:08.474 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:08.475 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 02:39:08.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=3.594811ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:08.736 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:08.736 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 02:39:08.761 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=56.848098ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.843 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.325 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:08.915 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 02:39:08.915 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:08.921 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.584852626\n# Parse_time: 0\n# Compile_time: 0.001820217\n# Rewrite_time: 0.000011951\n# Optimize_time: 0\n# Wait_TS: 0.004252064\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:08.926 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 02:39:09.022 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:09.022 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 02:39:09.122 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=3.725755ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:09.234 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:09.234 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 02:39:09.266 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=55.364837ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:08.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:09.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:09.360 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:08.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:09.450 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 02:39:09.450 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:09.460 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.535852815\n# Parse_time: 0\n# Compile_time: 0.002431919\n# Rewrite_time: 0.000012579\n# Optimize_time: 0\n# Wait_TS: 0.00071565\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:09.475 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 02:39:09.672 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:09.673 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 02:39:09.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=6.956517ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:10.014 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:10.014 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 02:39:10.041 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=56.061305ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:09.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.140 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:09.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.282 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 02:39:10.283 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:10.289 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.820510481\n# Parse_time: 0\n# Compile_time: 0.006584675\n# Rewrite_time: 0.000018516\n# Optimize_time: 0\n# Wait_TS: 0.000883128\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:10.299 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 02:39:10.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:10.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:10.411 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:10.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:10.411 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:10.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 02:39:10.525 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.740 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=16.523387ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:10.756 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:10.756 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 02:39:10.768 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=56.583963ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:10.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:10.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:10.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.056 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 02:39:11.056 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:11.062 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.766910567\n# Parse_time: 0\n# Compile_time: 0.004133225\n# Rewrite_time: 0.000012671\n# Optimize_time: 0\n# Wait_TS: 0.000611433\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:11.072 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 02:39:11.253 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:11.253 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 02:39:11.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:11.322 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:11.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:11.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=7.720569ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:11.585 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:11.585 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 02:39:11.607 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=58.14331ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.701 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:11.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:11.812 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 02:39:11.813 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:11.818 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.750219741\n# Parse_time: 0\n# Compile_time: 0.004093077\n# Rewrite_time: 0.000009579\n# Optimize_time: 0\n# Wait_TS: 0.001369438\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:11.826 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:39:12.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:12.005 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:39:12.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:11.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.322 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:12.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:12.332 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=8.273018ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:12.346 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:12.346 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 02:39:12.373 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=56.489353ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:11.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.496 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:11.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:12.633 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 02:39:12.633 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:12.641 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.81778641\n# Parse_time: 0\n# Compile_time: 0.003879322\n# Rewrite_time: 0.000012129\n# Optimize_time: 0\n# Wait_TS: 0.001556569\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:12.652 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 02:39:12.806 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:12.807 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 02:39:12.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=6.492063ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:13.150 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:13.150 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 02:39:13.178 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=59.130677ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.302 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:12.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.323 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:13.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:13.439 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 02:39:13.439 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:13.448 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.800742123\n# Parse_time: 0\n# Compile_time: 0.004910584\n# Rewrite_time: 0.000017624\n# Optimize_time: 0\n# Wait_TS: 0.001457658\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:13.460 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 02:39:13.636 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:13.636 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 02:39:13.756 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:13.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:13.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=7.087737ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:13.985 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:13.985 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 02:39:14.007 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.87627ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:13.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:13.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.230 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 02:39:14.230 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:14.237 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.782402363\n# Parse_time: 0\n# Compile_time: 0.005649551\n# Rewrite_time: 0.000018828\n# Optimize_time: 0\n# Wait_TS: 0.002000881\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:14.248 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:39:14.323 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:14.323 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:14.379 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:14.380 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:39:14.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.698 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=4.825998ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:14.720 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:14.720 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 02:39:14.744 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=57.352492ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.822 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:14.939 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 02:39:14.940 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:14.947 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.703864759\n# Parse_time: 0\n# Compile_time: 0.004454215\n# Rewrite_time: 0.000012932\n# Optimize_time: 0\n# Wait_TS: 0.001765395\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:14.957 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:39:15.112 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:15.112 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:39:15.235 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.343 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:15.344 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:15.393 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=4.358138ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:15.422 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:15.422 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 02:39:15.431 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=59.292543ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:14.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.520 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:14.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:15.618 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 02:39:15.618 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:15.623 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.670452958\n# Parse_time: 0\n# Compile_time: 0.004636494\n# Rewrite_time: 0.000018212\n# Optimize_time: 0\n# Wait_TS: 0.004752855\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:15.636 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 02:39:15.805 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:15.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:15.805 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:15.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 02:39:15.936 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.224 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=9.523984ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:16.243 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:16.244 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 02:39:16.263 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=59.936408ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:15.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.341 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 02:39:16.342 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:16.401 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:15.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.546 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 02:39:16.546 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:16.553 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.922738462\n# Parse_time: 0\n# Compile_time: 0.005743534\n# Rewrite_time: 0.000013928\n# Optimize_time: 0\n# Wait_TS: 0.001208375\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:16.564 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 02:39:16.679 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:16.679 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 02:39:16.736 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:16.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:16.884 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=5.357343ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:16.904 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:16.905 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 02:39:16.929 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=56.183713ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:16.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.040 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:16.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.134 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 02:39:17.134 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:17.140 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.579829059\n# Parse_time: 0\n# Compile_time: 0.004115765\n# Rewrite_time: 0.000018712\n# Optimize_time: 0\n# Wait_TS: 0.000610636\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:17.143 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 02:39:17.221 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:17.221 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 02:39:17.333 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.452 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=4.048806ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:17.467 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:17.467 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 02:39:17.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=55.586537ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.602 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:17.676 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 02:39:17.676 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:17.681 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.539184608\n# Parse_time: 0\n# Compile_time: 0.001685046\n# Rewrite_time: 0.000012692\n# Optimize_time: 0\n# Wait_TS: 0.000486291\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:17.697 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 02:39:17.799 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 02:39:17.799 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:17.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.049 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=27.670927ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:18.070 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:18.070 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 02:39:18.071 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id e26ddf13-5db1-435c-9782-0d519f04afcb"] ["ddl job id"=99] [ver=49] [2024/05/06 02:39:18.098 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=83.518293ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:17.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.183 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:17.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.278 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 02:39:18.278 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:18.285 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.600164894\n# Parse_time: 0\n# Compile_time: 0.01273473\n# Rewrite_time: 0.00002028\n# Optimize_time: 0\n# Wait_TS: 0.002144134\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:18.288 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 02:39:18.345 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:18.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:18.345 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:18.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 02:39:18.424 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.489 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.084252ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:39:18.505 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:18.505 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 02:39:18.536 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=58.522867ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:18.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.632 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:18.690 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 02:39:18.690 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:18.699 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.41210018\n# Parse_time: 0\n# Compile_time: 0.001101218\n# Rewrite_time: 0.00001288\n# Optimize_time: 0\n# Wait_TS: 0.00087241\n# DB: mysql\n# Is_internal: true\n# Digest: 28d51e3d698da98c60f20a53b5051c7b2d219978d014ce863413788ed5d6649b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:18.808 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:18.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:18.808 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:18.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 02:39:18.908 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.060 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=4.793226ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 02:39:19.083 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 02:39:19.084 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 02:39:19.097 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=57.360479ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:18.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.188 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:18.728 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:19.271 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 02:39:19.271 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:19.277 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.572975168\n# Parse_time: 0\n# Compile_time: 0.007135674\n# Rewrite_time: 0.003609211\n# Optimize_time: 0\n# Wait_TS: 0.000864485\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 02:39:20.087 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567302424985601\n# Query_time: 0.550217762\n# Parse_time: 0\n# Compile_time: 0.228072842\n# Rewrite_time: 0.006874608\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 362027\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zwvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZTozMDUuOG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDQ5LjEBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoIDEuMzNtc30sIAEOGF9kZXRhaWwRYxxfcHJvY2VzcwkqGCAxNjjCtXMRPgx3YWl0ERkMMDMuNx0bKGt2X3JlYWRfd2FsDWYUIDI4My4xCSMIaWt2LhoAGDM0NC4ywrUBgwxzY2FuPoMADGtleXMFxChnZXRfc25hcHNobxF4CDM5LgmSaHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGlRHhuOiB7cHJld3JpdGU6Mi41MyE3AVERIhBzOjYxMQ3ECRQQOjYuNTcBJxxzbG93ZXN0XxFAJUQAIDGEYDAuMDAycywgcmVnaW9uX2lkOiA2LCBzdG8hqTQxMjcuMC4wLjE6MjAxNiF4BGltLmQBOgoBDDEuMTYlizYIAQGoPvkACDQuNSVNWvkABek5SgWPFF9iYXRjaCW3DDogNDMldDAsIHByb3Bvc2Vfc2VuIbAQaXQ6IDABFyRlcnNpc3RfbG9nGewEMjIpwgleFGxlYWRlcg1QKDIyMm5zLCBzeW5jCTQQMTE4LjkFowkuMG1lbXRhYmxlOiA0LjYp7iloCS8QNTk4LjQFLxBhcHBseTKsAAQzNQ3tBRsVjwQxMDH+FG11dGV4Xyn5Ab0JcjKgABkXAHdhOgQyNC3sCSsZnQQxMwGcXTwYcHJpbWFyeUb1AQQ2c/71ASn1DDUuNDSW9QEAMWlj3vMBBDMxbYGu8wEMNC44NWEFKSgyUwEEOTU28gEMNC4wMRkrOVMINi41JVV1j0VUCDEuNGWFJdQ27wEEMS5BIQAsCRs57wQ2Mw0YAG3C7wEAM2ktCcUZmgQyN0UGJe9twAhudW2hIAkqhXsEMSwNDhhieXRlOjMyBS5saW5zZXJ0OjI1Ni43bXMJMTA1LjUgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 02:39:20.291 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=32.967203759s] [2024/05/06 02:39:20.370 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e26ddf13-5db1-435c-9782-0d519f04afcb"] [2024/05/06 02:39:20.370 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e26ddf13-5db1-435c-9782-0d519f04afcb"] [2024/05/06 02:39:20.370 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e26ddf13-5db1-435c-9782-0d519f04afcb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:39:20.373 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e26ddf13-5db1-435c-9782-0d519f04afcb"] [] [2024/05/06 02:39:20.375 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:20.375 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=25.615Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=20.11Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=7.76Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=6.688Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=30.01Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=20.487Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=11.473Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=8.397Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=16.631Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=20.406Β΅s] [2024/05/06 02:39:20.376 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:20.377 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=13.344Β΅s] [2024/05/06 02:39:20.377 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:39:20.377 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:39:20.377 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:39:20.399 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=e26ddf13-5db1-435c-9782-0d519f04afcb] ["take time"=90.39847ms] [2024/05/06 02:39:20.399 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=e26ddf13-5db1-435c-9782-0d519f04afcb] [2024/05/06 02:39:20.404 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1636] [2024/05/06 02:39:20.404 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:20.404 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:39:20.404 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:20.404 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:39:20.404 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:39:20.404 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:20.404 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:39:20.404 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:20.404 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:20.404 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:20.404 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:20.404 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager ba217dfc-b1ed-49f7-a8dd-43909ae06d21 watch owner key /tidb/br-stream/owner/3eaa8f4bc24677f0"] [2024/05/06 02:39:20.404 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:39:20.405 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ba217dfc-b1ed-49f7-a8dd-43909ae06d21"] [2024/05/06 02:39:20.405 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:39:20.405 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:39:20.406 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:39:20.408 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:39:20.409 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ba217dfc-b1ed-49f7-a8dd-43909ae06d21"] [error="context canceled"] [2024/05/06 02:39:20.409 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 02:39:20.409 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ba217dfc-b1ed-49f7-a8dd-43909ae06d21"] [2024/05/06 02:39:20.409 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:39:20.409 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:20.409 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:20.409 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ba217dfc-b1ed-49f7-a8dd-43909ae06d21] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:20.409 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:20.410 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=101.343987ms] [2024/05/06 02:39:20.410 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365709898131214999] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 02:39:20.430 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 02:39:20.661 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1525] ["lease id"=22318f4bc246612e] [2024/05/06 02:39:20.666 +00:00] [INFO] [controller.go:173] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 02:39:20.818 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=144.285061ms] [2024/05/06 02:39:20.825 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 02:39:20.825 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=eb70b740-523b-4db5-ae7e-68c6d4d51de1] [runWorker=true] [2024/05/06 02:39:20.826 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 02:39:20.829 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 02:39:20.831 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:39:20.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:39:20.833 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:20.833 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 02:39:20.834 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 02:39:20.835 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:20.838 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc246792f] [ownerID=eb70b740-523b-4db5-ae7e-68c6d4d51de1] [op=none] [2024/05/06 02:39:20.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:39:20.840 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1b8f1d1e-1012-41e2-829d-718d3e0040f8] [daemon-id=LogBackup::Advancer] [2024/05/06 02:39:20.875 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 02:39:20.877 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:39:20.878 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 02:39:20.882 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["owner key"=/tidb/bindinfo/owner/6f188f4bc2467933] [ownerID=eb70b740-523b-4db5-ae7e-68c6d4d51de1] [op=none] [2024/05/06 02:39:20.887 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 02:39:20.889 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["owner key"=/tidb/ddl/fg/owner/6f188f4bc246792f] [ownerID=eb70b740-523b-4db5-ae7e-68c6d4d51de1] [op=none] [2024/05/06 02:39:20.889 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [op=none] [2024/05/06 02:39:20.889 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 02:39:20.901 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 02:39:20.907 +00:00] [INFO] [controller.go:436] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 02:39:21.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:39:21.054 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:39:21.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:39:21.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:39:21.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:39:21.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:39:21.071 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 02:39:21.071 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 02:39:21.071 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 02:39:21.071 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 02:39:21.071 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 02:39:21.073 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:39:21.074 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 02:39:21.075 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:39:21.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:39:21.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:39:21.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:39:21.077 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 02:39:21.080 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:39:21.082 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["owner key"=/tidb/stats/owner/6f188f4bc2467936] [ownerID=eb70b740-523b-4db5-ae7e-68c6d4d51de1] [op=none] [2024/05/06 02:39:21.082 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=60] [total-mem=32GiB] [2024/05/06 02:39:21.091 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/465bb7db-25f6-4e21-a5bb-ad1f359f6671] [2024/05/06 02:39:21.093 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:21.093 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 02:39:21.175 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=60.06361ms] [2024/05/06 02:39:21.194 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=119.955808ms] [2024/05/06 02:39:21.199 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:39:21.200 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 02:39:21.200 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 02:39:21.257 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestAddIndexBySQL import_into_test.go:990: enable after we support add-index option === RUN TestImportInto/TestAnalyze import_into_test.go:1142: skip for ci now === RUN TestImportInto/TestBasicImportInto [2024/05/06 02:39:21.279 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/05/06 02:39:21.282 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database import_into"] [user=] [2024/05/06 02:39:21.372 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:21.372 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 02:39:21.442 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:21.504 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.711706ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:39:21.524 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 02:39:21.551 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=55.616274ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:39:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:21.621 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:21.702 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ba217dfc-b1ed-49f7-a8dd-43909ae06d21"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:39:21.707 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 02:39:21.708 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:21.715 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.433651175\n# Parse_time: 0.000311341\n# Compile_time: 0.000810332\n# Rewrite_time: 0.000011723\n# Optimize_time: 0.000582835\n# Wait_TS: 0.001902314\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database import_into;"] [2024/05/06 02:39:21.720 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:21.726 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 02:39:21.822 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:21.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:21.822 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:21.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:39:21.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:21.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:21.987 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 02:39:22.094 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 02:39:22.095 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 02:39:22.095 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/465bb7db-25f6-4e21-a5bb-ad1f359f6671] [watcherID=42cf02e0-6e17-455c-a64b-a5efb1cc2c5a] [2024/05/06 02:39:22.109 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=5.603205ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:22.133 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 02:39:22.150 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=71.34253ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:21.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:22.200 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 02:39:22.218 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=60] [2024/05/06 02:39:22.218 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 02:39:22.218 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 02:39:22.218 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 02:39:22.218 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 02:39:22.297 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:21.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:22.406 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 02:39:22.407 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:22.413 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.689999908\n# Parse_time: 0.00124792\n# Compile_time: 0.001653951\n# Rewrite_time: 0.000021022\n# Optimize_time: 0.000582835\n# Wait_TS: 0.000877878\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:39:22.498 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:22.834 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 02:39:22.838 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:39:23.048 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:39:23.116 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 02:39:23.116 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:39:23.261 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:39:23.264 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:23.266 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 02:39:23.310 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:23.317 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:39:23.317 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:39:23.317 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=114.642Β΅s] [2024/05/06 02:39:23.317 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=362.537Β΅s] [] [2024/05/06 02:39:23.318 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:39:23.318 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:39:23.570 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 02:39:23.640 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 02:39:23.655 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:39:23.732 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:23.734 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 02:39:23.736 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:23.739 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 02:39:23.761 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:23.761 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:39:23.762 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:23.763 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:23.768 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:23.768 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:23.807 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:23.809 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:23.810 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:39:23.810 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:39:23.810 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/05/06 02:39:23.940 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 02:39:23.948 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:23.956 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:23.957 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 02:39:23.978 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [2024/05/06 02:39:23.983 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [readDur=2.02227ms] [encodeDur=1.662627ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=388.077Β΅s] [type=file] [takeTime=4.621691ms] [] [2024/05/06 02:39:23.987 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 02:39:24.006 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/095df87a-a888-4331-aa67-466e847759d8.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 02:39:24.021 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [2024/05/06 02:39:24.026 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [readDur=1.45903ms] [encodeDur=2.76932ms] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=433.031Β΅s] [type=file] [takeTime=5.097803ms] [] [2024/05/06 02:39:24.027 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 02:39:24.028 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/31ad9332-8593-4efe-9192-f2d1b0de8103.sst] [firstKey=74800000000000006A5F728000000000000008] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 02:39:24.059 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [2024/05/06 02:39:24.063 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [readDur=1.846112ms] [encodeDur=1.136772ms] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [deliverDur=412.172Β΅s] [type=file] [takeTime=3.878192ms] [] [2024/05/06 02:39:24.064 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=123.970225ms] [] [2024/05/06 02:39:24.064 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0d3b1d08-7c04-49cb-9ecb-6e1b598d72b5.sst] [firstKey=74800000000000006A5F72800000000000000F] [lastKey=74800000000000006A5F728000000000000010] [2024/05/06 02:39:24.064 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 02:39:24.064 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 02:39:24.064 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:24.072 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=7.586683ms] [] [2024/05/06 02:39:24.072 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:39:24.089 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:24.114 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 02:39:24.114 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:24.187 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 02:39:24.198 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=125.355778ms] [] [2024/05/06 02:39:24.198 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:24.203 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=5.570612ms] [] [2024/05/06 02:39:24.204 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 02:39:24.204 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:24.206 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.320219ms] [] [2024/05/06 02:39:24.206 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:39:24.206 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:24.206 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=86.398Β΅s] [] [2024/05/06 02:39:24.206 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:24.207 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.152454ms] [] [2024/05/06 02:39:24.289 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 02:39:24.294 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:24.294 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:24.294 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:24.294 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:24.294 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:24.294 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:24.294 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:24.294 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:24.294 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:24.294 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:24.294 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:24.294 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:24.297 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:24.297 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:24.297 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:24.297 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:24.297 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:24.297 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=565.000637ms] [] [2024/05/06 02:39:24.347 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:39:24.349 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:24.351 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 02:39:24.351 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:39:24.502 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 02:39:24.505 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:39:24.505 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:39:24.722 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:24.817 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 02:39:24.817 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 02:39:24.817 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 02:39:24.863 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=45.924684ms] [] [2024/05/06 02:39:24.863 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=246] [kvs=6] [checksum=8184885398518078658] [2024/05/06 02:39:24.863 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 02:39:24.863 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 02:39:24.863 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 02:39:24.876 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=8184885398518078658] [totalKvs=6] [totalBytes=246] [2024/05/06 02:39:24.877 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 02:39:24.877 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=60.482118ms] [] [2024/05/06 02:39:24.877 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=60.691925ms] [] [2024/05/06 02:39:24.973 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:39:24.973 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 02:39:24.979 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 02:39:24.983 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=260.032526ms] [] [2024/05/06 02:39:25.078 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 02:39:25.115 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:39:25.115 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 02:39:25.140 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 02:39:25.244 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.828883665\n# Parse_time: 0.00178563\n# Compile_time: 0.002174652\n# Rewrite_time: 0.000461955\n# Optimize_time: 0.000582835\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi44MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi44MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:39:25.258 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:25.338 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:25.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:25.338 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:25.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:25.378 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:39:25.455 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:25.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:25.605 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=618.145Β΅s] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:25.633 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=108] [ver=54] [2024/05/06 02:39:25.636 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/06 02:39:25.671 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=121.576331ms] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:25.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:25.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:25.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:25.900 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=365.287Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:25.917 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/06 02:39:25.948 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=60.154947ms] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:25.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:25.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.142 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 106, Old Table Name: t"] [2024/05/06 02:39:26.212 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=327.725Β΅s] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:26.249 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 02:39:26.278 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=78.550144ms] [job="ID:108, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:25.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.370 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=108] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 02:39:26.418 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="drop table"] [2024/05/06 02:39:26.424 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:25.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.568 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 02:39:26.568 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:26.596 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.339146708\n# Parse_time: 0.000548864\n# Compile_time: 0.000790455\n# Rewrite_time: 0.000016021\n# Optimize_time: 0.001851749\n# Wait_TS: 0.000792874\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:26.599 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/06 02:39:26.778 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:26.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:26.778 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:26.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:39:26.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:26.894 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 109, Table Name: t"] [2024/05/06 02:39:27.050 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=5.931003ms] [gotSchemaVersion=57] [phyTblIDs="[109]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:27.069 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=110] [version=57] [2024/05/06 02:39:27.089 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=67.635734ms] [job="ID:110, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:26.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.220 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [job="ID:110, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:26.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:27.329 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 02:39:27.329 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:27.351 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.754478973\n# Parse_time: 0.001077575\n# Compile_time: 0.001391019\n# Rewrite_time: 0.00001225\n# Optimize_time: 0.001851749\n# Wait_TS: 0.000890602\n# DB: import_into\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:39:27.388 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:27.671 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:39:27.818 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:39:27.906 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 02:39:27.907 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:39:28.019 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:39:28.022 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:28.024 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 02:39:28.073 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:28.077 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:39:28.078 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:39:28.078 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=119.549Β΅s] [2024/05/06 02:39:28.078 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=318.373Β΅s] [] [2024/05/06 02:39:28.078 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:39:28.078 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:39:28.329 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 02:39:28.351 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:39:28.366 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 02:39:28.418 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:28.420 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 02:39:28.422 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:28.457 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:28.457 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:39:28.458 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.458 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:28.460 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:28.460 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:28.494 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:28.496 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:28.497 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:39:28.497 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:39:28.498 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/06 02:39:28.586 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 02:39:28.595 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:28.601 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:28.601 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 02:39:28.613 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [2024/05/06 02:39:28.620 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [readDur=4.772737ms] [encodeDur=1.543232ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=74.878Β΅s] [type=file] [takeTime=7.017439ms] [] [2024/05/06 02:39:28.624 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 02:39:28.625 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1c4b5c16-527a-4d7d-9207-ac06188e45b8.sst] [firstKey=74800000000000006D5F728000000000000001] [lastKey=74800000000000006D5F728000000000000002] [2024/05/06 02:39:28.666 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [2024/05/06 02:39:28.676 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [readDur=8.347338ms] [encodeDur=974.52Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=71.71Β΅s] [type=file] [takeTime=9.813037ms] [] [2024/05/06 02:39:28.677 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 02:39:28.678 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4a77b176-5ced-4ceb-87ec-9c6bd5f1ae3c.sst] [firstKey=74800000000000006D5F728000000000000003] [lastKey=74800000000000006D5F728000000000000004] [2024/05/06 02:39:28.806 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [2024/05/06 02:39:28.823 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [readDur=14.722044ms] [encodeDur=1.190415ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=109.418Β΅s] [type=file] [takeTime=16.679825ms] [] [2024/05/06 02:39:28.827 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=240.500588ms] [] [2024/05/06 02:39:28.827 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f5c9f3c9-888a-4461-90d5-0b2afd151346.sst] [firstKey=74800000000000006D5F728000000000000005] [lastKey=74800000000000006D5F728000000000000006] [2024/05/06 02:39:28.827 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 02:39:28.827 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 02:39:28.827 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:28.830 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.803137ms] [] [2024/05/06 02:39:28.830 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:39:28.845 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:28.887 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 02:39:28.887 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:28.947 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 02:39:28.965 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=134.441497ms] [] [2024/05/06 02:39:28.965 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:28.968 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.153124ms] [] [2024/05/06 02:39:28.968 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 02:39:28.968 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:28.971 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.439324ms] [] [2024/05/06 02:39:28.971 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:39:28.971 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:28.971 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=90.632Β΅s] [] [2024/05/06 02:39:28.971 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:28.973 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.590157ms] [] [2024/05/06 02:39:29.051 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:39:29.054 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:29.056 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 02:39:29.056 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:39:29.087 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 02:39:29.093 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:29.093 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:29.093 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:29.093 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:29.093 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:29.093 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:29.093 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:29.093 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:29.093 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:29.093 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:29.093 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:29.093 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:29.102 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:29.102 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:29.102 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:29.102 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:29.102 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:29.102 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=683.58859ms] [] [2024/05/06 02:39:29.196 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 02:39:29.198 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:39:29.198 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:39:29.498 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:29.597 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 02:39:29.597 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 02:39:29.597 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 02:39:29.597 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=16.169Β΅s] [] [2024/05/06 02:39:29.597 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 02:39:29.597 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 02:39:29.597 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 02:39:29.597 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 02:39:29.608 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=109] [physicalTableID=109] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 02:39:29.609 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 02:39:29.609 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=12.073111ms] [] [2024/05/06 02:39:29.609 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=12.315267ms] [] [2024/05/06 02:39:29.706 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=208.374605ms] [] [2024/05/06 02:39:29.743 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:39:29.743 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 02:39:29.753 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 02:39:29.835 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 02:39:29.847 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 02:39:29.907 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:39:29.907 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 02:39:30.006 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.654364749\n# Parse_time: 0.001445767\n# Compile_time: 0.002434072\n# Rewrite_time: 0.000461086\n# Optimize_time: 0.001851749\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:39:30.019 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:30.061 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:39:30.096 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:30.097 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:30.188 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.280 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=356.38Β΅s] [gotSchemaVersion=58] [phyTblIDs="[109]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:30.297 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=58] [2024/05/06 02:39:30.317 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=56.892676ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.403 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=370.244Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:30.564 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=59] [2024/05/06 02:39:30.576 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=57.516265ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.664 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.720 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 109, Old Table Name: t"] [2024/05/06 02:39:30.774 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=324.93Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:30.794 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/06 02:39:30.827 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=62.681047ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:30.964 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[109]"] [comment="drop table: table ID"] [2024/05/06 02:39:30.999 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/06 02:39:31.009 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:31.146 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 02:39:31.146 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:31.163 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.1449284020000001\n# Parse_time: 0.000319063\n# Compile_time: 0.000776645\n# Rewrite_time: 0.000014201\n# Optimize_time: 0.002229989\n# Wait_TS: 0.000692945\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:31.167 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/05/06 02:39:31.286 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:31.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:31.286 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:31.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 02:39:31.407 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:31.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:31.463 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 112, Table Name: t"] [2024/05/06 02:39:31.592 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=10.628122ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:31.613 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/06 02:39:31.621 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=61.145244ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:31.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:31.703 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:31.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:31.794 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 02:39:31.794 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:31.804 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.639884476\n# Parse_time: 0.001334545\n# Compile_time: 0.001531718\n# Rewrite_time: 0.000011702\n# Optimize_time: 0.002229989\n# Wait_TS: 0.001204886\n# DB: import_into\n# Is_internal: false\n# Digest: e85b3192aafc65b95d27e341346cc13bb9c7af5bc622e94bb355bb86ac220174\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 02:39:31.834 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:32.093 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:39:32.250 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:39:32.336 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 02:39:32.337 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:39:32.447 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:39:32.449 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:32.451 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 02:39:32.485 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:32.490 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:39:32.490 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:39:32.491 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=130.444Β΅s] [2024/05/06 02:39:32.491 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=331.526Β΅s] [] [2024/05/06 02:39:32.491 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:39:32.491 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:39:32.699 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 02:39:32.756 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 02:39:32.776 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:39:32.876 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:32.879 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 02:39:32.881 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:32.907 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:32.907 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:39:32.908 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:32.908 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:32.909 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:32.910 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:32.955 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:32.957 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:32.957 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:39:32.958 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=204.8MiB] [per-index=68.27MiB] [2024/05/06 02:39:32.959 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/06 02:39:33.047 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 02:39:33.053 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:33.060 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:33.061 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 02:39:33.195 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [2024/05/06 02:39:33.200 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [readDur=1.711839ms] [encodeDur=1.791512ms] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [deliverDur=184.538Β΅s] [type=file] [takeTime=4.373994ms] [] [2024/05/06 02:39:33.202 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 02:39:33.203 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4ae4c6cb-8b3a-4bc4-9fba-2796f0e54e1c.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 02:39:33.212 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [2024/05/06 02:39:33.215 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [readDur=1.124444ms] [encodeDur=1.256228ms] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [deliverDur=97.672Β΅s] [type=file] [takeTime=2.897081ms] [] [2024/05/06 02:39:33.217 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 02:39:33.217 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f05ff66d-6b6a-4dea-af3e-f52a3bc0cdbf.sst] [firstKey=7480000000000000705F728000000000000003] [lastKey=7480000000000000705F728000000000000004] [2024/05/06 02:39:33.232 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [2024/05/06 02:39:33.235 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [readDur=1.485893ms] [encodeDur=1.355374ms] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [deliverDur=91.543Β΅s] [type=file] [takeTime=3.414273ms] [] [2024/05/06 02:39:33.244 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/dc405786-c517-43a9-86c0-3ae6b4f9cfb6.sst] [firstKey=7480000000000000705F728000000000000005] [lastKey=7480000000000000705F728000000000000006] [2024/05/06 02:39:33.244 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=197.341674ms] [] [2024/05/06 02:39:33.245 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 02:39:33.245 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 02:39:33.245 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:33.247 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.170861ms] [] [2024/05/06 02:39:33.247 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:39:33.261 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:33.284 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 02:39:33.285 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:33.332 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 02:39:33.342 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=94.22066ms] [] [2024/05/06 02:39:33.342 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:33.344 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.750133ms] [] [2024/05/06 02:39:33.344 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 02:39:33.344 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:33.347 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=396] [count=6] [cost=2.977882ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/c981738b-14a9-45e1-a9c4-1536fa0eff27.sst] [2024/05/06 02:39:33.347 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/c981738b-14a9-45e1-a9c4-1536fa0eff27.sst] [firstKey=7480000000000000705F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=7480000000000000705F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/06 02:39:33.350 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=6.334416ms] [] [2024/05/06 02:39:33.350 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:39:33.359 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:33.387 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/05/06 02:39:33.391 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:33.447 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/06 02:39:33.451 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=100.570348ms] [] [2024/05/06 02:39:33.451 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:33.453 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.589612ms] [] [2024/05/06 02:39:33.589 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:39:33.592 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:33.594 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 02:39:33.594 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:39:33.595 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 02:39:33.613 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:33.613 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:33.613 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:33.613 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:33.613 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:33.613 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:33.613 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:33.613 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:33.613 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:33.613 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:33.613 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:33.613 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:33.621 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:33.621 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:33.621 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:33.622 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:33.622 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:33.622 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=745.332957ms] [] [2024/05/06 02:39:33.742 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 02:39:33.744 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:39:33.745 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:39:34.015 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:34.127 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 02:39:34.127 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 02:39:34.127 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 02:39:34.127 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=14.959Β΅s] [] [2024/05/06 02:39:34.127 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 02:39:34.127 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=396] [kvs=6] [checksum=12171121870781005272] [2024/05/06 02:39:34.127 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 02:39:34.127 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 02:39:34.128 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 02:39:34.162 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 02:39:34.170 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=1] [checksum=12171121870781005272] [totalKvs=6] [totalBytes=396] [2024/05/06 02:39:34.171 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 02:39:34.171 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=43.918154ms] [] [2024/05/06 02:39:34.171 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=44.201716ms] [] [2024/05/06 02:39:34.266 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=250.598267ms] [] [2024/05/06 02:39:34.274 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:39:34.274 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 02:39:34.283 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 02:39:34.392 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 02:39:34.431 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:39:34.432 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 02:39:34.433 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 02:39:34.456 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.6510660550000003\n# Parse_time: 0.000845655\n# Compile_time: 0.001776511\n# Rewrite_time: 0.000371611\n# Optimize_time: 0.002229989\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:39:34.482 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:34.591 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:34.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:34.592 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:34.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:34.604 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:39:34.687 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.784 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=537.91Β΅s] [gotSchemaVersion=62] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:34.808 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/05/06 02:39:34.822 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=58.334487ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:34.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:34.940 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.040 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=349.728Β΅s] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:35.060 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/05/06 02:39:35.086 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=55.609682ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:34.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.290 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 112, Old Table Name: t"] [2024/05/06 02:39:35.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=360.915Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:35.406 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=114] [version=64] [2024/05/06 02:39:35.419 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=56.544108ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:34.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.548 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 02:39:35.576 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/05/06 02:39:35.587 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:34.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:35.768 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 02:39:35.769 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:35.782 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.301189871\n# Parse_time: 0.000482416\n# Compile_time: 0.001054117\n# Rewrite_time: 0.000012501\n# Optimize_time: 0.001789561\n# Wait_TS: 0.00288925\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:35.787 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/06 02:39:35.959 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:35.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:35.959 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:35.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 02:39:36.037 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:35.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:36.066 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 115, Table Name: t"] [2024/05/06 02:39:36.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=15.175173ms] [gotSchemaVersion=65] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:36.249 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/06 02:39:36.250 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=116] [ver=65] [2024/05/06 02:39:36.275 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=87.967608ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:35.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:36.402 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:35.828 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:36.498 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 02:39:36.499 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:36.512 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.728888959\n# Parse_time: 0.001641502\n# Compile_time: 0.002044324\n# Rewrite_time: 0.000013309\n# Optimize_time: 0.001789561\n# Wait_TS: 0.002382823\n# DB: import_into\n# Is_internal: false\n# Digest: 87e62b56a225d3c80391d5e14c98428d19a15c00da66e4500237a62097f60e4e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 02:39:36.537 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:36.828 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:39:37.008 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:39:37.086 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 02:39:37.088 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:39:37.199 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:39:37.201 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:37.203 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 02:39:37.252 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:37.258 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:39:37.258 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:39:37.258 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=145.025Β΅s] [2024/05/06 02:39:37.259 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=349.179Β΅s] [] [2024/05/06 02:39:37.259 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:39:37.259 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:39:37.476 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 02:39:37.510 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:39:37.518 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 02:39:37.573 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:37.575 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 02:39:37.576 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:37.608 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:37.609 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:39:37.612 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:37.612 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:37.623 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:37.623 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:37.669 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:37.671 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:37.671 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:39:37.671 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:39:37.671 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/05/06 02:39:37.790 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 02:39:37.803 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:37.812 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:37.812 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 02:39:37.851 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [2024/05/06 02:39:37.858 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [readDur=4.161469ms] [encodeDur=1.330178ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=60.544Β΅s] [type=file] [takeTime=6.032386ms] [] [2024/05/06 02:39:37.859 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6fe99317-51d1-43fc-8970-b4dab649e35d.sst] [firstKey=7480000000000000735F728000000000000001] [lastKey=7480000000000000735F728000000000000002] [2024/05/06 02:39:37.859 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 02:39:37.980 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [2024/05/06 02:39:37.983 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [readDur=1.575935ms] [encodeDur=917.984Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=62.315Β΅s] [type=file] [takeTime=2.992945ms] [] [2024/05/06 02:39:37.985 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 02:39:37.987 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d6cb8088-4673-4bc9-b7cc-e521794720cb.sst] [firstKey=7480000000000000735F728000000000000003] [lastKey=7480000000000000735F728000000000000004] [2024/05/06 02:39:38.172 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [2024/05/06 02:39:38.180 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [readDur=4.210437ms] [encodeDur=3.463021ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=67.01Β΅s] [type=file] [takeTime=8.176583ms] [] [2024/05/06 02:39:38.181 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=390.362671ms] [] [2024/05/06 02:39:38.181 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/401f4e5f-67a5-45fc-a37f-c91934e1c934.sst] [firstKey=7480000000000000735F728000000000000005] [lastKey=7480000000000000735F728000000000000006] [2024/05/06 02:39:38.181 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 02:39:38.181 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 02:39:38.182 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:38.184 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.496428ms] [] [2024/05/06 02:39:38.184 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:39:38.192 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:38.221 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 02:39:38.221 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:38.236 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 16, store 4, region 10, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 10 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/06 02:39:38.243 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000735F728000000000000001] [endKey=7480000000000000735F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:39:40.243 +00:00] [2024/05/06 02:39:39.869 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=32.862495ms] [2024/05/06 02:39:40.284 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 02:39:40.291 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.106870994s] [] [2024/05/06 02:39:40.291 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:40.293 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.578325ms] [] [2024/05/06 02:39:40.293 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 02:39:40.293 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:40.295 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.037205ms] [] [2024/05/06 02:39:40.295 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:39:40.295 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:40.296 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=89.582Β΅s] [] [2024/05/06 02:39:40.296 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:40.297 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.002726ms] [] [2024/05/06 02:39:40.387 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 02:39:40.392 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:40.392 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:40.392 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:40.392 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:40.392 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:40.392 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:40.392 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:40.392 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:40.393 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:40.393 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:40.393 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:40.393 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:40.395 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:40.395 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:40.395 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:40.395 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:40.395 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:40.395 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=2.822050306s] [] [2024/05/06 02:39:40.418 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:39:40.420 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:40.422 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 02:39:40.422 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:39:40.577 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 02:39:40.583 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:39:40.583 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:39:40.820 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:40.906 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 02:39:40.907 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 02:39:40.907 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 02:39:40.948 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=41.267043ms] [] [2024/05/06 02:39:40.948 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 02:39:40.948 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 02:39:40.948 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 02:39:40.948 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 02:39:40.961 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=115] [physicalTableID=115] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 02:39:40.962 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 02:39:40.962 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=55.361209ms] [] [2024/05/06 02:39:40.962 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=55.628784ms] [] [2024/05/06 02:39:41.102 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=282.139578ms] [] [2024/05/06 02:39:41.122 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:39:41.122 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 02:39:41.127 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 02:39:41.261 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 02:39:41.295 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:39:41.295 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 02:39:41.310 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.796902876\n# Parse_time: 0.000561721\n# Compile_time: 0.00153516\n# Rewrite_time: 0.000339714\n# Optimize_time: 0.001789561\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC43OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC43OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:39:41.320 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 02:39:41.324 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:41.424 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:41.424 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:41.444 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:39:41.488 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:41.650 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=552.416Β΅s] [gotSchemaVersion=66] [phyTblIDs="[115]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:41.669 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=117] [ver=66] [2024/05/06 02:39:41.681 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/06 02:39:41.693 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=83.000019ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:41.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:41.933 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=314.994Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:41.951 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/06 02:39:41.978 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=62.709313ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:42.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:42.080 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 115, Old Table Name: t"] [2024/05/06 02:39:42.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=326.247Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:42.189 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/06 02:39:42.234 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=94.195043ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:42.360 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[115]"] [comment="drop table: table ID"] [2024/05/06 02:39:42.388 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 02:39:42.395 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:42.507 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 02:39:42.507 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:42.519 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.195876143\n# Parse_time: 0.000614426\n# Compile_time: 0.001193306\n# Rewrite_time: 0.000013068\n# Optimize_time: 0.001484097\n# Wait_TS: 0.001235428\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:42.522 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/05/06 02:39:42.646 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:42.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 02:39:42.646 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:42.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:42.734 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:42.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:42.750 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 118, Table Name: t"] [2024/05/06 02:39:42.879 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=4.968649ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:42.895 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/06 02:39:42.928 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=67.857105ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:42.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:43.066 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:42.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:43.155 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 02:39:43.155 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:43.169 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.649857532\n# Parse_time: 0.001601182\n# Compile_time: 0.001593147\n# Rewrite_time: 0.0000139\n# Optimize_time: 0.001484097\n# Wait_TS: 0.000830212\n# DB: import_into\n# Is_internal: false\n# Digest: 680e7d3f6f37e1050af38c2c12ce7719de57439ae7df47bd08c10c0f2fecaa47\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 02:39:43.191 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:43.520 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:39:43.700 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:39:43.766 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 02:39:43.767 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:39:43.882 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:39:43.884 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:43.886 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 02:39:43.934 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:43.940 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:39:43.941 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:39:43.941 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=134.397Β΅s] [2024/05/06 02:39:43.941 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=323.166Β΅s] [] [2024/05/06 02:39:43.941 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:39:43.941 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:39:44.204 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 02:39:44.220 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:39:44.269 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 02:39:44.281 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:44.284 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 02:39:44.285 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:44.304 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:44.304 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:39:44.306 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:44.306 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:44.308 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:44.308 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:44.347 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:44.349 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:44.349 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:39:44.349 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:39:44.349 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/06 02:39:44.428 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 02:39:44.437 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:44.446 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:44.446 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 02:39:44.568 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [2024/05/06 02:39:44.572 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [readDur=2.108561ms] [encodeDur=1.411808ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=76.379Β΅s] [type=file] [takeTime=4.14439ms] [] [2024/05/06 02:39:44.577 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 02:39:44.577 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/96be83e6-3bf5-44d3-aeba-369c577de1dc.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/05/06 02:39:44.710 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [2024/05/06 02:39:44.714 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [readDur=1.968697ms] [encodeDur=1.462214ms] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=94.075Β΅s] [type=file] [takeTime=4.064566ms] [] [2024/05/06 02:39:44.715 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 02:39:44.715 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0fd8c699-033c-4e6d-accf-dec49a47d312.sst] [firstKey=7480000000000000765F728000000000000003] [lastKey=7480000000000000765F728000000000000004] [2024/05/06 02:39:44.729 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [2024/05/06 02:39:44.732 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [readDur=1.39936ms] [encodeDur=1.412001ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=68.55Β΅s] [type=file] [takeTime=3.340374ms] [] [2024/05/06 02:39:44.733 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b8a0a25f-7eeb-483f-9a71-bdb87b6c8973.sst] [firstKey=7480000000000000765F728000000000000005] [lastKey=7480000000000000765F728000000000000006] [2024/05/06 02:39:44.733 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=305.395424ms] [] [2024/05/06 02:39:44.734 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:39:44.735 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:39:44.735 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:44.744 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=8.910164ms] [] [2024/05/06 02:39:44.744 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:39:44.753 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:44.780 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 02:39:44.780 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:44.785 +00:00] [WARN] [split.go:139] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF765F728000000000FF0000010000000000FA, endKey: 7480000000000000FF765F728000000000FF0000070000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 02:39:44.839 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 02:39:44.849 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=105.005768ms] [] [2024/05/06 02:39:44.849 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:44.851 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.236749ms] [] [2024/05/06 02:39:44.851 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 02:39:44.851 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:44.854 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.647344ms] [] [2024/05/06 02:39:44.854 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:39:44.854 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:44.854 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=83.092Β΅s] [] [2024/05/06 02:39:44.854 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:44.856 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.671358ms] [] [2024/05/06 02:39:44.976 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 02:39:44.981 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:44.981 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:44.981 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:44.982 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:44.982 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:44.982 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:44.982 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:44.982 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:44.982 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:44.982 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:44.982 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:44.982 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:44.985 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:44.985 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:44.985 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:44.985 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:44.985 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:44.985 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=703.718575ms] [] [2024/05/06 02:39:45.013 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:39:45.015 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:45.018 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 02:39:45.018 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:39:45.162 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 02:39:45.164 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:39:45.164 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:39:45.545 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:45.668 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 02:39:45.668 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 02:39:45.668 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 02:39:45.708 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=40.099193ms] [] [2024/05/06 02:39:45.708 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 02:39:45.708 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 02:39:45.709 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 02:39:45.709 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 02:39:45.722 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 02:39:45.723 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 02:39:45.723 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=55.088944ms] [] [2024/05/06 02:39:45.723 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=55.454837ms] [] [2024/05/06 02:39:45.808 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:39:45.809 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 02:39:45.840 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 02:39:45.846 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=300.627076ms] [] [2024/05/06 02:39:45.944 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 02:39:45.954 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 02:39:45.989 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:39:45.990 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 02:39:46.152 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:39:46.203 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.032086346\n# Parse_time: 0.000867781\n# Compile_time: 0.001856432\n# Rewrite_time: 0.000406178\n# Optimize_time: 0.001484097\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:39:46.229 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:46.318 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:46.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:46.318 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:46.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:46.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:46.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:46.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=392.762Β΅s] [gotSchemaVersion=70] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:46.607 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=120] [version=70] [2024/05/06 02:39:46.632 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=66.852726ms] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:46.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:46.719 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:46.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:46.816 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=437.841Β΅s] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:46.846 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=120] [version=71] [2024/05/06 02:39:46.847 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/120/eb70b740-523b-4db5-ae7e-68c6d4d51de1] [currentVer=70] [latestVer=71] [2024/05/06 02:39:46.847 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=120] [ver=71] [2024/05/06 02:39:46.877 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=90.203409ms] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:46.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.019 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:46.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.061 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 118, Old Table Name: t"] [2024/05/06 02:39:47.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=360.802Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:47.214 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=120] [version=72] [2024/05/06 02:39:47.230 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=85.679193ms] [job="ID:120, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:46.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.393 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=120] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 02:39:47.419 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=120] [jobType="drop table"] [2024/05/06 02:39:47.430 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:46.228 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.564 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 02:39:47.564 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:47.573 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.345174621\n# Parse_time: 0.00074433\n# Compile_time: 0.001395152\n# Rewrite_time: 0.000031129\n# Optimize_time: 0.002434457\n# Wait_TS: 0.004992173\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:47.577 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/05/06 02:39:47.723 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:47.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:47.723 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:47.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 02:39:47.847 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:47.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:47.899 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 121, Table Name: t"] [2024/05/06 02:39:48.082 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=8.353233ms] [gotSchemaVersion=73] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:48.107 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/06 02:39:48.114 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=57.644191ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:47.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.224 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:47.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:48.348 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 02:39:48.348 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:48.374 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.80044555\n# Parse_time: 0.001631468\n# Compile_time: 0.001774604\n# Rewrite_time: 0.000014143\n# Optimize_time: 0.002434457\n# Wait_TS: 0.005852616\n# DB: import_into\n# Is_internal: false\n# Digest: 11e1fb4a593782240a9e8eca1b17d035abc7a30376bfcf2b7fc6b90b26c5c577\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 02:39:48.407 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:48.752 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:39:48.951 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:39:49.023 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 02:39:49.023 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:39:49.132 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:39:49.134 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:49.136 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 02:39:49.187 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:49.193 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:39:49.193 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:39:49.193 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=171.855Β΅s] [2024/05/06 02:39:49.194 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=406.136Β΅s] [] [2024/05/06 02:39:49.194 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:39:49.194 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:39:49.520 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 02:39:49.588 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:39:49.596 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 02:39:49.669 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:49.672 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 02:39:49.673 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:49.718 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:49.718 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:39:49.723 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:49.723 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:49.726 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:49.726 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:49.763 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:49.769 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:49.769 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:39:49.769 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:39:49.772 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/06 02:39:49.864 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 02:39:49.909 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:49.922 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:49.922 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 02:39:49.957 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [2024/05/06 02:39:49.961 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [readDur=1.309216ms] [encodeDur=1.099451ms] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [deliverDur=460.395Β΅s] [type=file] [takeTime=3.366104ms] [] [2024/05/06 02:39:49.962 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 02:39:49.962 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a4ac7aa3-d09b-4104-8e8d-7a60281e12c9.sst] [firstKey=7480000000000000795F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000795F72017465737432000000FC038000000000000016] [2024/05/06 02:39:50.013 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [2024/05/06 02:39:50.016 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [readDur=1.636296ms] [encodeDur=1.217645ms] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [deliverDur=61.015Β΅s] [type=file] [takeTime=3.316738ms] [] [2024/05/06 02:39:50.020 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 02:39:50.022 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7c281952-d532-4c5f-8954-698b8e1074c2.sst] [firstKey=7480000000000000795F72017465737433000000FC038000000000000021] [lastKey=7480000000000000795F72017465737434000000FC03800000000000002C] [2024/05/06 02:39:50.060 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [2024/05/06 02:39:50.063 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [readDur=1.415059ms] [encodeDur=1.200469ms] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [deliverDur=66.484Β΅s] [type=file] [takeTime=3.078913ms] [] [2024/05/06 02:39:50.064 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7751c89a-ab4b-4dde-a05b-9bfdd2d9bf31.sst] [firstKey=7480000000000000795F72017465737435000000FC038000000000000037] [lastKey=7480000000000000795F72017465737436000000FC038000000000000042] [2024/05/06 02:39:50.064 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=199.788539ms] [] [2024/05/06 02:39:50.065 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:39:50.065 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:39:50.065 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:50.071 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=6.361002ms] [] [2024/05/06 02:39:50.071 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:39:50.085 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:50.113 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 02:39:50.114 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:50.183 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 02:39:50.196 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=124.722307ms] [] [2024/05/06 02:39:50.196 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:50.198 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.674752ms] [] [2024/05/06 02:39:50.198 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 02:39:50.198 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:50.203 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=4.769011ms] [] [2024/05/06 02:39:50.203 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:39:50.203 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:50.203 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=75.385Β΅s] [] [2024/05/06 02:39:50.203 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:50.204 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.029461ms] [] [2024/05/06 02:39:50.324 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 02:39:50.328 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:50.328 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:50.328 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:50.328 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:50.328 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:50.328 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:50.328 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:50.328 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:50.328 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:50.328 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:50.328 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:50.328 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:50.331 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:50.331 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:50.331 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:50.331 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:50.331 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:50.331 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=661.999187ms] [] [2024/05/06 02:39:50.359 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:39:50.362 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:50.364 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 02:39:50.364 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:39:50.507 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 02:39:50.511 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:39:50.511 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:39:50.882 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:50.975 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 02:39:50.976 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 02:39:50.976 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 02:39:50.976 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=17.047Β΅s] [] [2024/05/06 02:39:50.976 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=288] [kvs=6] [checksum=3317442229611736234] [2024/05/06 02:39:50.976 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 02:39:50.976 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 02:39:50.976 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 02:39:50.995 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=3317442229611736234] [totalKvs=6] [totalBytes=288] [2024/05/06 02:39:50.995 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=1] [checksum=0] [totalKvs=0] [totalBytes=0] [2024/05/06 02:39:50.996 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 02:39:50.996 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=19.928414ms] [] [2024/05/06 02:39:50.996 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=20.152453ms] [] [2024/05/06 02:39:51.091 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:39:51.091 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 02:39:51.124 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=38.045776ms] [2024/05/06 02:39:51.130 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 02:39:51.146 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=263.735473ms] [] [2024/05/06 02:39:51.259 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 02:39:51.273 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 02:39:51.296 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:39:51.296 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 02:39:51.446 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.071040844\n# Parse_time: 0.001209081\n# Compile_time: 0.002067566\n# Rewrite_time: 0.000738154\n# Optimize_time: 0.002434457\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:39:51.450 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:39:51.458 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:51.554 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:51.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:51.554 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:51.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:51.692 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:51.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:51.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=476.459Β΅s] [gotSchemaVersion=74] [phyTblIDs="[121]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:51.805 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/06 02:39:51.843 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=71.944343ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:51.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:51.942 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:51.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.045 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=400.379Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:52.066 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/06 02:39:52.099 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=67.932457ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:51.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:51.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.281 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 121, Old Table Name: t"] [2024/05/06 02:39:52.426 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=484.242Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:52.428 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/123/eb70b740-523b-4db5-ae7e-68c6d4d51de1] [currentVer=75] [latestVer=76] [2024/05/06 02:39:52.428 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=123] [ver=76] [2024/05/06 02:39:52.450 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/06 02:39:52.476 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=114.276144ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:51.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.627 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 02:39:52.663 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/06 02:39:52.675 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:51.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:52.807 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 02:39:52.807 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:52.814 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.357639235\n# Parse_time: 0.000486842\n# Compile_time: 0.001019913\n# Rewrite_time: 0.000013403\n# Optimize_time: 0.001230018\n# Wait_TS: 0.002243749\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:52.818 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 02:39:52.951 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:52.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:52.951 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:52.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:39:53.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:52.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:53.187 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=38.562012ms] [2024/05/06 02:39:53.197 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 124, Table Name: t"] [2024/05/06 02:39:53.361 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=12.463784ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:53.383 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=125] [ver=77] [2024/05/06 02:39:53.389 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/06 02:39:53.418 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=94.015918ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:52.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:53.532 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:52.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:53.623 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 02:39:53.623 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:53.636 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.82118875\n# Parse_time: 0.001445309\n# Compile_time: 0.001501975\n# Rewrite_time: 0.000016812\n# Optimize_time: 0.001230018\n# Wait_TS: 0.000570878\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:39:53.668 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:53.981 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:39:54.175 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:39:54.266 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 02:39:54.267 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:39:54.376 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:39:54.378 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:54.380 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 02:39:54.465 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:54.471 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:39:54.471 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:39:54.471 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=146.069Β΅s] [2024/05/06 02:39:54.471 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=383.127Β΅s] [] [2024/05/06 02:39:54.472 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:39:54.472 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:39:54.693 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 02:39:54.750 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 02:39:54.770 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:39:54.856 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:54.858 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 02:39:54.860 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:54.906 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:39:54.906 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:39:54.907 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:54.907 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:39:54.925 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:39:54.926 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:39:54.989 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:39:54.995 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:39:54.995 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:39:54.995 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:39:54.996 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/05/06 02:39:55.166 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 02:39:55.176 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:55.199 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:55.199 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 02:39:55.221 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [2024/05/06 02:39:55.225 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [readDur=1.656379ms] [encodeDur=1.500896ms] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [deliverDur=300.683Β΅s] [type=file] [takeTime=4.153935ms] [] [2024/05/06 02:39:55.226 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 02:39:55.234 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d378c85d-7f4b-49a6-b459-454b82911e35.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 02:39:55.248 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [2024/05/06 02:39:55.251 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [readDur=1.306863ms] [encodeDur=1.116345ms] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [deliverDur=359.506Β΅s] [type=file] [takeTime=3.261397ms] [] [2024/05/06 02:39:55.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 02:39:55.253 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8ad9136f-8c2a-42c3-8815-0d0b5824051e.sst] [firstKey=74800000000000007C5F728000000000000008] [lastKey=74800000000000007C5F728000000000000009] [2024/05/06 02:39:55.273 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [2024/05/06 02:39:55.277 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [readDur=1.386701ms] [encodeDur=1.402901ms] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [deliverDur=363.228Β΅s] [type=file] [takeTime=3.56147ms] [] [2024/05/06 02:39:55.280 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b5b4a4b8-55fc-4868-ad9e-347556c28d65.sst] [firstKey=74800000000000007C5F72800000000000000F] [lastKey=74800000000000007C5F728000000000000010] [2024/05/06 02:39:55.281 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=114.771813ms] [] [2024/05/06 02:39:55.281 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 02:39:55.281 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 02:39:55.281 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:55.283 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.785616ms] [] [2024/05/06 02:39:55.283 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:39:55.293 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:39:55.328 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 02:39:55.328 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:39:55.414 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 02:39:55.419 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=135.419963ms] [] [2024/05/06 02:39:55.419 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:39:55.421 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.810269ms] [] [2024/05/06 02:39:55.421 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 02:39:55.421 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:55.423 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.97358ms] [] [2024/05/06 02:39:55.423 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:39:55.423 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:55.423 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=87.085Β΅s] [] [2024/05/06 02:39:55.423 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:39:55.425 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.620375ms] [] [2024/05/06 02:39:55.500 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:39:55.502 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:55.505 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 02:39:55.505 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:39:55.512 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 02:39:55.518 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:39:55.518 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:39:55.518 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:55.518 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:39:55.518 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:39:55.518 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:39:55.518 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:39:55.518 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:55.518 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:55.518 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:55.518 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:55.518 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:39:55.521 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:39:55.521 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:39:55.521 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:39:55.522 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:39:55.522 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:39:55.522 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=665.581627ms] [] [2024/05/06 02:39:55.680 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/05/06 02:39:55.707 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:39:55.708 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:39:55.969 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:39:56.059 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 02:39:56.059 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 02:39:56.059 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 02:39:56.096 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=36.886922ms] [] [2024/05/06 02:39:56.096 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=246] [kvs=6] [checksum=3434641841828523226] [2024/05/06 02:39:56.096 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 02:39:56.096 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 02:39:56.096 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 02:39:56.116 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=3434641841828523226] [totalKvs=6] [totalBytes=246] [2024/05/06 02:39:56.116 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 02:39:56.117 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=57.749934ms] [] [2024/05/06 02:39:56.117 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=57.968811ms] [] [2024/05/06 02:39:56.217 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:39:56.217 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 02:39:56.243 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 02:39:56.262 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=293.439953ms] [] [2024/05/06 02:39:56.348 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 02:39:56.354 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 02:39:56.389 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:39:56.389 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 02:39:56.552 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:39:56.676 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.039134093\n# Parse_time: 0.001018269\n# Compile_time: 0.001885518\n# Rewrite_time: 0.000358378\n# Optimize_time: 0.001230018\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:39:56.691 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=77] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:39:56.774 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:56.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:56.774 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:56.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:39:56.968 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=394.646Β΅s] [gotSchemaVersion=78] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:57.123 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=126] [ver=78] [2024/05/06 02:39:57.132 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=126] [version=78] [2024/05/06 02:39:57.159 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=95.907888ms] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:56.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.279 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.402 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=484.062Β΅s] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:57.428 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=126] [version=79] [2024/05/06 02:39:57.454 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=70.632568ms] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:56.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.633 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 124, Old Table Name: t"] [2024/05/06 02:39:57.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=524.205Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:39:57.763 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=126] [version=80] [2024/05/06 02:39:57.781 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=61.279633ms] [job="ID:126, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:56.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:57.878 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=126] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/06 02:39:57.906 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=126] [jobType="drop table"] [2024/05/06 02:39:57.913 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 02:39:56.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.025 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 02:39:58.025 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:58.044 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.354252559\n# Parse_time: 0.000416936\n# Compile_time: 0.001032342\n# Rewrite_time: 0.000013185\n# Optimize_time: 0.001598905\n# Wait_TS: 0.000705243\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:39:58.047 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 02:39:58.213 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:58.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:39:58.213 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:58.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 02:39:58.339 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:58.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.390 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 127, Table Name: t"] [2024/05/06 02:39:58.521 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=5.254506ms] [gotSchemaVersion=81] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:39:58.542 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/06 02:39:58.571 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=70.251789ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 02:39:58.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.669 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 02:39:58.075 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:39:58.761 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 02:39:58.762 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:39:58.789 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.744178975\n# Parse_time: 0.001071467\n# Compile_time: 0.001423736\n# Rewrite_time: 0.000013361\n# Optimize_time: 0.001598905\n# Wait_TS: 0.003787388\n# DB: import_into\n# Is_internal: false\n# Digest: 99e3ce8ee663195b3eb799e93a62b55cdf92783b479606f66c6eb4832a15102c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 02:39:58.820 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:59.168 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:39:59.395 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:39:59.459 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 02:39:59.462 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:39:59.573 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:39:59.575 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:39:59.577 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 02:39:59.669 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:39:59.677 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:39:59.677 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:39:59.677 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=122.354Β΅s] [2024/05/06 02:39:59.677 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=333.989Β΅s] [] [2024/05/06 02:39:59.678 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:39:59.678 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:39:59.871 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 02:39:59.932 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 02:39:59.939 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:40:00.016 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:00.019 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 02:40:00.023 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:00.052 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:00.052 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:00.053 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:00.053 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:00.055 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:00.055 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:00.109 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:00.111 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:00.111 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:00.111 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:00.114 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=700.7GiB] [2024/05/06 02:40:00.176 +00:00] [INFO] [executor.go:1430] ["limit executor close takes a long time"] [elapsed=23.924546ms] [2024/05/06 02:40:00.222 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 02:40:00.229 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:00.239 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:00.239 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 02:40:00.272 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [2024/05/06 02:40:00.280 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [readDur=3.17327ms] [encodeDur=3.483036ms] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [deliverDur=377.074Β΅s] [type=file] [takeTime=7.815138ms] [] [2024/05/06 02:40:00.281 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 02:40:00.281 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7cdcb7ba-69a0-4462-9745-739e8e478650.sst] [firstKey=74800000000000007F5F728000000000000001] [lastKey=74800000000000007F5F728000000000000002] [2024/05/06 02:40:00.303 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [2024/05/06 02:40:00.307 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [readDur=1.508919ms] [encodeDur=1.180249ms] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [deliverDur=372.44Β΅s] [type=file] [takeTime=3.488611ms] [] [2024/05/06 02:40:00.308 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 02:40:00.308 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5b22aa6e-9734-43f1-a976-12913ab62fbe.sst] [firstKey=74800000000000007F5F728000000000000006] [lastKey=74800000000000007F5F728000000000000007] [2024/05/06 02:40:00.326 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [2024/05/06 02:40:00.330 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [readDur=1.475864ms] [encodeDur=1.361483ms] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [deliverDur=360.584Β΅s] [type=file] [takeTime=3.666176ms] [] [2024/05/06 02:40:00.333 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/59d5e8d5-60db-4d86-b17b-1bba78f5d228.sst] [firstKey=74800000000000007F5F72800000000000000B] [lastKey=74800000000000007F5F72800000000000000C] [2024/05/06 02:40:00.334 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=111.782765ms] [] [2024/05/06 02:40:00.334 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 02:40:00.334 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 02:40:00.334 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:00.336 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.777761ms] [] [2024/05/06 02:40:00.336 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:40:00.346 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:00.389 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 02:40:00.389 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:00.427 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 02:40:00.430 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=94.164214ms] [] [2024/05/06 02:40:00.431 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:00.432 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.824789ms] [] [2024/05/06 02:40:00.433 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 02:40:00.433 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:00.435 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.569293ms] [] [2024/05/06 02:40:00.436 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:40:00.436 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:00.436 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=116.335Β΅s] [] [2024/05/06 02:40:00.436 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:00.437 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.438525ms] [] [2024/05/06 02:40:00.525 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 02:40:00.529 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:00.530 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:00.530 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:00.530 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:00.530 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:00.530 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:00.530 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:00.530 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:00.530 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:00.530 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:00.530 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:00.530 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:00.533 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:00.533 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:00.533 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:00.533 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:00.533 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:00.533 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=516.785708ms] [] [2024/05/06 02:40:00.596 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:00.599 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:00.601 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:00.601 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:00.733 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/05/06 02:40:00.736 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:00.736 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:40:01.003 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:01.084 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 02:40:01.084 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 02:40:01.084 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 02:40:01.098 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=14.043619ms] [] [2024/05/06 02:40:01.098 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=246] [kvs=6] [checksum=10467356601048550255] [2024/05/06 02:40:01.098 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 02:40:01.098 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 02:40:01.099 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 02:40:01.106 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=127] [physicalTableID=127] [indexID=-1] [checksum=10467356601048550255] [totalKvs=6] [totalBytes=246] [2024/05/06 02:40:01.107 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 02:40:01.107 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=23.436254ms] [] [2024/05/06 02:40:01.107 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=23.745492ms] [] [2024/05/06 02:40:01.178 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=174.662808ms] [] [2024/05/06 02:40:01.196 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:01.196 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 02:40:01.206 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 02:40:01.329 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 02:40:01.354 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 02:40:01.362 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:01.362 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 02:40:01.497 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:01.568 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.77727872\n# Parse_time: 0.001602687\n# Compile_time: 0.002931086\n# Rewrite_time: 0.000475812\n# Optimize_time: 0.001598905\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:40:01.582 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=81] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:40:01.643 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:01.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:01.643 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:01.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:40:01.725 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=464.897Β΅s] [gotSchemaVersion=82] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:01.849 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/06 02:40:01.876 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=68.149822ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:01.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:01.985 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:02.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=324.011Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:02.086 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/06 02:40:02.097 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=57.341321ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:02.176 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:01.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:02.217 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 127, Old Table Name: t"] [2024/05/06 02:40:02.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=312.54Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:02.302 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/06 02:40:02.346 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=67.59365ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:01.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:02.484 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/06 02:40:02.500 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/06 02:40:02.506 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:01.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:02.624 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 02:40:02.625 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:02.638 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.056799175\n# Parse_time: 0.000344299\n# Compile_time: 0.000866608\n# Rewrite_time: 0.000011704\n# Optimize_time: 0.001669325\n# Wait_TS: 0.000934631\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:40:02.641 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 02:40:02.777 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:02.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:02.777 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:02.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 02:40:02.884 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:02.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:02.912 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 130, Table Name: t"] [2024/05/06 02:40:03.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=8.855925ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:03.056 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=131] [ver=85] [2024/05/06 02:40:03.076 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/06 02:40:03.084 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=86.579683ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:02.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:03.213 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:02.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:03.285 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 02:40:03.286 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:03.296 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.656833775\n# Parse_time: 0.001234019\n# Compile_time: 0.00158613\n# Rewrite_time: 0.000011682\n# Optimize_time: 0.001669325\n# Wait_TS: 0.001279642\n# DB: import_into\n# Is_internal: false\n# Digest: 4fc89e7d9d1318dd58e3950c6c0c24e157931c5b03aaedbd177cd2ff59e62eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 02:40:03.315 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:03.557 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:40:03.759 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:40:03.819 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 02:40:03.820 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:40:03.935 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:03.937 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:03.940 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 02:40:03.978 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:03.984 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:40:03.984 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:40:03.984 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=103.467Β΅s] [2024/05/06 02:40:03.984 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=290.979Β΅s] [] [2024/05/06 02:40:03.984 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:03.985 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:40:04.225 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 02:40:04.254 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:40:04.260 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 02:40:04.314 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:04.317 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 02:40:04.319 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:04.334 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:04.335 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:04.335 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:04.335 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:04.336 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:04.336 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:04.372 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:04.375 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:04.375 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:04.375 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:04.375 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=700.7GiB] [2024/05/06 02:40:04.444 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 02:40:04.452 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:04.457 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:04.458 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 02:40:04.495 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [2024/05/06 02:40:04.500 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [readDur=1.412228ms] [encodeDur=2.143761ms] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [deliverDur=455.639Β΅s] [type=file] [takeTime=4.500161ms] [] [2024/05/06 02:40:04.501 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 02:40:04.518 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8cbad8e3-b1a0-4554-889a-91f9407196e2.sst] [firstKey=7480000000000000825F72800000000000000B] [lastKey=7480000000000000825F728000000000000016] [2024/05/06 02:40:04.553 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [2024/05/06 02:40:04.556 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [readDur=1.326435ms] [encodeDur=1.474767ms] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [deliverDur=49.326Β΅s] [type=file] [takeTime=3.221237ms] [] [2024/05/06 02:40:04.558 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 02:40:04.558 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/44755dcf-b4bd-4830-9c73-bd48c42a1794.sst] [firstKey=7480000000000000825F728000000000000021] [lastKey=7480000000000000825F72800000000000002C] [2024/05/06 02:40:04.593 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [2024/05/06 02:40:04.599 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [readDur=3.569062ms] [encodeDur=2.185556ms] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [deliverDur=58.934Β΅s] [type=file] [takeTime=6.231761ms] [] [2024/05/06 02:40:04.601 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=156.242649ms] [] [2024/05/06 02:40:04.601 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9ea3a6a5-63b5-4e66-8016-e55afbe21e1c.sst] [firstKey=7480000000000000825F728000000000000037] [lastKey=7480000000000000825F728000000000000042] [2024/05/06 02:40:04.601 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 02:40:04.601 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 02:40:04.601 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:04.604 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.474385ms] [] [2024/05/06 02:40:04.604 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:40:04.614 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:04.637 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 02:40:04.637 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:04.665 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 02:40:04.672 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=67.856146ms] [] [2024/05/06 02:40:04.672 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:04.673 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.584324ms] [] [2024/05/06 02:40:04.673 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 02:40:04.674 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:04.675 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.742014ms] [] [2024/05/06 02:40:04.675 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:40:04.676 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:04.676 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=74.562Β΅s] [] [2024/05/06 02:40:04.676 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:04.677 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=962.877Β΅s] [] [2024/05/06 02:40:04.790 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 02:40:04.795 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:04.795 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:04.795 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:04.795 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:04.795 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:04.795 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:04.795 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:04.796 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:04.796 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:04.796 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:04.796 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:04.796 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:04.799 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:04.799 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:04.799 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:04.799 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:04.799 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:04.799 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=484.715191ms] [] [2024/05/06 02:40:04.855 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:04.858 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:04.859 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:04.859 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:04.987 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 02:40:04.990 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:04.990 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:40:05.273 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:05.352 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 02:40:05.353 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 02:40:05.353 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 02:40:05.384 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=30.810288ms] [] [2024/05/06 02:40:05.384 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=288] [kvs=6] [checksum=17437960271832508338] [2024/05/06 02:40:05.384 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 02:40:05.384 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 02:40:05.384 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 02:40:05.392 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=130] [physicalTableID=130] [indexID=-1] [checksum=17437960271832508338] [totalKvs=6] [totalBytes=288] [2024/05/06 02:40:05.393 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 02:40:05.393 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=40.648578ms] [] [2024/05/06 02:40:05.393 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=40.956788ms] [] [2024/05/06 02:40:05.452 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:05.452 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 02:40:05.465 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=191.178756ms] [] [2024/05/06 02:40:05.466 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 02:40:05.567 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 02:40:05.589 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 02:40:05.601 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:05.601 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 02:40:05.638 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.34160208\n# Parse_time: 0.001708548\n# Compile_time: 0.002272894\n# Rewrite_time: 0.000361689\n# Optimize_time: 0.001669325\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:40:05.680 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=85] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:40:05.753 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:05.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:05.753 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:05.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:40:05.785 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:05.837 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:05.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:05.904 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=346.199Β΅s] [gotSchemaVersion=86] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:05.920 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=132] [version=86] [2024/05/06 02:40:05.946 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=55.894697ms] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:05.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:05.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.129 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=347.238Β΅s] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:06.143 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=132] [version=87] [2024/05/06 02:40:06.172 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=62.260716ms] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:05.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.278 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:05.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.314 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 130, Old Table Name: t"] [2024/05/06 02:40:06.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=398.021Β΅s] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:06.412 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=132] [version=88] [2024/05/06 02:40:06.429 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=56.884807ms] [job="ID:132, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:05.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.536 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=132] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/06 02:40:06.557 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=132] [jobType="drop table"] [2024/05/06 02:40:06.567 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:05.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.678 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 02:40:06.679 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:06.691 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.013173321\n# Parse_time: 0.000604542\n# Compile_time: 0.001097143\n# Rewrite_time: 0.000014639\n# Optimize_time: 0.003381891\n# Wait_TS: 0.000980065\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:40:06.694 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/05/06 02:40:06.827 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:06.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:06.827 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:06.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 02:40:06.959 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:06.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:06.976 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 133, Table Name: t"] [2024/05/06 02:40:07.103 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=4.151153ms] [gotSchemaVersion=89] [phyTblIDs="[133]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:07.118 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=134] [version=89] [2024/05/06 02:40:07.144 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=68.845946ms] [job="ID:134, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:06.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.247 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [job="ID:134, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:06.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:07.339 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/05/06 02:40:07.339 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:07.355 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.663119685\n# Parse_time: 0.001236827\n# Compile_time: 0.001182471\n# Rewrite_time: 0.000009596\n# Optimize_time: 0.003381891\n# Wait_TS: 0.003492699\n# DB: import_into\n# Is_internal: false\n# Digest: ab52f992248f7aa534bc6318e4dbf849df1c079806fc7cfc8b225a6592cd30ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 02:40:07.378 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:07.689 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:40:07.853 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:40:07.902 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1b8f1d1e-1012-41e2-829d-718d3e0040f8"] ["owner key"=/tidb/br-stream/owner/22318f4bc2466133] [ownerID=1b8f1d1e-1012-41e2-829d-718d3e0040f8] [op=none] [2024/05/06 02:40:07.956 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 02:40:07.958 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:40:08.068 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:08.071 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:08.073 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 02:40:08.116 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:08.121 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:40:08.121 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:40:08.121 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=104.977Β΅s] [2024/05/06 02:40:08.121 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=281.605Β΅s] [] [2024/05/06 02:40:08.122 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:08.122 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:40:08.359 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 02:40:08.383 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:40:08.422 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 02:40:08.452 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:08.455 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 02:40:08.458 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:08.479 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:08.480 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:08.480 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:08.480 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:08.483 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:08.484 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:08.515 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:08.518 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:08.518 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:08.519 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:08.521 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=700.7GiB] [2024/05/06 02:40:08.659 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 02:40:08.666 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:08.672 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:08.672 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 02:40:08.744 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [2024/05/06 02:40:08.748 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [readDur=1.376994ms] [encodeDur=2.009461ms] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [deliverDur=674.758Β΅s] [type=file] [takeTime=4.688383ms] [] [2024/05/06 02:40:08.750 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 02:40:08.750 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5ff1bcd5-ae7a-4ec0-b3ea-e40ad02c45a9.sst] [firstKey=7480000000000000855F728840000000000001] [lastKey=7480000000000000855F72F8A0000000000002] [2024/05/06 02:40:08.783 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [2024/05/06 02:40:08.788 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [readDur=1.508945ms] [encodeDur=2.001155ms] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [deliverDur=68.167Β΅s] [type=file] [takeTime=3.993772ms] [] [2024/05/06 02:40:08.789 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 02:40:08.789 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/44681432-e986-4110-87be-ac378067d9a4.sst] [firstKey=7480000000000000855F728780000000000007] [lastKey=7480000000000000855F72D700000000000006] [2024/05/06 02:40:08.840 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=1b8f1d1e-1012-41e2-829d-718d3e0040f8] [daemon-id=LogBackup::Advancer] [2024/05/06 02:40:08.840 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 02:40:08.908 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [2024/05/06 02:40:08.913 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [readDur=1.89381ms] [encodeDur=2.959935ms] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [deliverDur=83.62Β΅s] [type=file] [takeTime=5.509236ms] [] [2024/05/06 02:40:08.915 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=255.825081ms] [] [2024/05/06 02:40:08.915 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d8bcf0c7-40f3-49a8-8fd4-35cca517ec9f.sst] [firstKey=7480000000000000855F72A60000000000000B] [lastKey=7480000000000000855F72DA6000000000000C] [2024/05/06 02:40:08.916 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 02:40:08.916 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 02:40:08.916 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:08.924 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=7.676248ms] [] [2024/05/06 02:40:08.924 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:40:08.931 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:08.957 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/05/06 02:40:08.958 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:08.995 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/05/06 02:40:08.999 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=75.618311ms] [] [2024/05/06 02:40:09.000 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:09.002 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.399875ms] [] [2024/05/06 02:40:09.002 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 02:40:09.002 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:09.004 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.133596ms] [] [2024/05/06 02:40:09.005 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:40:09.005 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:09.005 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=90.047Β΅s] [] [2024/05/06 02:40:09.005 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:09.006 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.198025ms] [] [2024/05/06 02:40:09.119 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:09.121 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 02:40:09.122 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:09.124 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:09.124 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:09.128 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:09.128 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:09.128 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:09.128 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:09.129 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:09.129 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:09.129 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:09.129 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:09.129 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:09.129 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:09.129 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:09.129 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:09.132 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:09.132 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:09.132 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:09.132 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:09.132 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:09.132 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=680.153782ms] [] [2024/05/06 02:40:09.309 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 02:40:09.312 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:09.312 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:40:09.608 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:09.726 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 02:40:09.726 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 02:40:09.726 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 02:40:09.789 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=62.749765ms] [] [2024/05/06 02:40:09.789 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=312] [kvs=6] [checksum=602317331038109679] [2024/05/06 02:40:09.789 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 02:40:09.789 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 02:40:09.789 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 02:40:09.798 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=133] [physicalTableID=133] [indexID=-1] [checksum=602317331038109679] [totalKvs=6] [totalBytes=312] [2024/05/06 02:40:09.799 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 02:40:09.799 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=73.157544ms] [] [2024/05/06 02:40:09.799 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=73.39118ms] [] [2024/05/06 02:40:09.903 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=294.435031ms] [] [2024/05/06 02:40:09.904 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:09.904 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 02:40:09.909 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 02:40:10.013 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 02:40:10.044 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 02:40:10.052 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:10.052 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 02:40:10.228 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:10.387 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.02976765\n# Parse_time: 0.001680128\n# Compile_time: 0.002377652\n# Rewrite_time: 0.000375395\n# Optimize_time: 0.003381891\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:40:10.442 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=89] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:40:10.542 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:10.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:10.542 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:10.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:40:10.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.729 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=383.911Β΅s] [gotSchemaVersion=90] [phyTblIDs="[133]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:10.752 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=90] [2024/05/06 02:40:10.768 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=58.422711ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:10.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:10.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=352.191Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:11.060 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=91] [2024/05/06 02:40:11.100 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=78.712589ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:10.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.232 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 133, Old Table Name: t"] [2024/05/06 02:40:11.343 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=330.338Β΅s] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:11.361 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=92] [2024/05/06 02:40:11.382 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=64.792246ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:10.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.509 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[133]"] [comment="drop table: table ID"] [2024/05/06 02:40:11.559 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/05/06 02:40:11.570 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:10.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:11.696 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 02:40:11.696 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:11.712 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.271404738\n# Parse_time: 0.000528829\n# Compile_time: 0.001094067\n# Rewrite_time: 0.000012517\n# Optimize_time: 0.002528709\n# Wait_TS: 0.001165865\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:40:11.715 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 02:40:11.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:11.900 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 02:40:12.002 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:11.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.037 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 136, Table Name: t"] [2024/05/06 02:40:12.214 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=6.367033ms] [gotSchemaVersion=93] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:12.234 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=137] [version=93] [2024/05/06 02:40:12.241 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=70.752352ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:11.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.395 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:11.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:12.543 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 02:40:12.543 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:12.550 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.837715001\n# Parse_time: 0.001206907\n# Compile_time: 0.001512786\n# Rewrite_time: 0.000015165\n# Optimize_time: 0.002528709\n# Wait_TS: 0.000619443\n# DB: import_into\n# Is_internal: false\n# Digest: db817a85dcf3f7c3b10541233a5c2fb5746c96774b5c96485baef7c9d25a13e6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 02:40:12.577 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:12.842 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:40:13.045 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:40:13.112 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 02:40:13.115 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:40:13.225 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:13.228 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:13.230 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 02:40:13.276 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:13.282 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:40:13.282 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:40:13.282 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=122.47Β΅s] [2024/05/06 02:40:13.282 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=321.803Β΅s] [] [2024/05/06 02:40:13.282 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:13.282 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:40:13.497 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 02:40:13.570 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:40:13.577 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 02:40:13.691 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:13.694 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 02:40:13.695 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:13.719 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:13.719 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:13.730 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:13.730 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:13.740 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:13.741 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:13.766 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:13.768 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:13.768 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:13.768 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:13.768 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=700.7GiB] [2024/05/06 02:40:13.860 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 02:40:13.869 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:13.883 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:13.884 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 02:40:13.981 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [2024/05/06 02:40:13.987 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [readDur=2.952066ms] [encodeDur=1.360536ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=166.769Β΅s] [type=file] [takeTime=5.022095ms] [] [2024/05/06 02:40:13.988 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 02:40:14.003 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d753c533-6548-481c-ab27-dd6eccdd1ba6.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 02:40:14.044 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [2024/05/06 02:40:14.047 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [readDur=1.352634ms] [encodeDur=1.099817ms] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=62.298Β΅s] [type=file] [takeTime=2.96125ms] [] [2024/05/06 02:40:14.048 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 02:40:14.048 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7e555cff-e0ba-4d8f-9b15-befc35ce4a8f.sst] [firstKey=7480000000000000885F728000000000000006] [lastKey=7480000000000000885F728000000000000007] [2024/05/06 02:40:14.135 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [2024/05/06 02:40:14.138 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [readDur=1.419506ms] [encodeDur=1.158903ms] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=66.076Β΅s] [type=file] [takeTime=3.039032ms] [] [2024/05/06 02:40:14.140 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=279.082064ms] [] [2024/05/06 02:40:14.140 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/30502246-910a-4546-96c9-7de817f79265.sst] [firstKey=7480000000000000885F72800000000000000B] [lastKey=7480000000000000885F72800000000000000C] [2024/05/06 02:40:14.141 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 02:40:14.141 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 02:40:14.141 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:14.143 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.854474ms] [] [2024/05/06 02:40:14.143 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:40:14.153 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:14.178 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 02:40:14.179 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:14.216 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 02:40:14.224 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=80.632309ms] [] [2024/05/06 02:40:14.224 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:14.226 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.860137ms] [] [2024/05/06 02:40:14.226 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 02:40:14.226 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:14.228 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.933804ms] [] [2024/05/06 02:40:14.228 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:40:14.229 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:14.229 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=81.249Β΅s] [] [2024/05/06 02:40:14.229 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:14.236 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=6.817877ms] [] [2024/05/06 02:40:14.369 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:14.372 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:14.372 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 02:40:14.374 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:14.375 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:14.377 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:14.377 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:14.377 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:14.377 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:14.377 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:14.377 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:14.377 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:14.377 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:14.377 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:14.377 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:14.377 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:14.377 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:14.382 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:14.382 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:14.382 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:14.382 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:14.382 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:14.382 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=691.241503ms] [] [2024/05/06 02:40:14.528 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 02:40:14.531 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:14.531 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:40:14.794 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:14.913 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 02:40:14.913 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 02:40:14.913 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 02:40:14.957 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=43.984089ms] [] [2024/05/06 02:40:14.957 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 02:40:14.957 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 02:40:14.958 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 02:40:14.958 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 02:40:14.971 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 02:40:14.972 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 02:40:14.972 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=59.227382ms] [] [2024/05/06 02:40:14.972 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=59.532409ms] [] [2024/05/06 02:40:15.050 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:15.050 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 02:40:15.058 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 02:40:15.073 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=279.494371ms] [] [2024/05/06 02:40:15.162 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 02:40:15.163 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 02:40:15.206 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:15.206 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 02:40:15.225 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 02:40:15.228 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=1] [2024/05/06 02:40:15.264 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.712514152\n# Parse_time: 0.000734485\n# Compile_time: 0.001715812\n# Rewrite_time: 0.000391284\n# Optimize_time: 0.002528709\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:40:15.287 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=93] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 02:40:15.341 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 02:40:15.441 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:15.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:15.441 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:15.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:40:15.444 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:15.548 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:15.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:15.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=535.113Β΅s] [gotSchemaVersion=94] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:15.666 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=94] [2024/05/06 02:40:15.679 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=64.763366ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:15.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:15.829 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:15.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:15.893 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=500.82Β΅s] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:15.919 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=95] [2024/05/06 02:40:15.939 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=58.067521ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:15.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:16.049 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:15.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:16.147 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 136, Old Table Name: t"] [2024/05/06 02:40:16.255 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=392.629Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:40:16.276 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=96] [2024/05/06 02:40:16.297 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=75.109319ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:15.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:16.416 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 02:40:16.464 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 02:40:16.472 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:15.277 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:16.623 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 02:40:16.623 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:16.636 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.351008623\n# Parse_time: 0.000555015\n# Compile_time: 0.001047956\n# Rewrite_time: 0.000012839\n# Optimize_time: 0.00154849\n# Wait_TS: 0.007514852\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:40:16.641 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 02:40:16.795 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:16.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:16.795 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:16.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 02:40:16.929 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:16.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:16.978 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 139, Table Name: t"] [2024/05/06 02:40:17.106 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=8.557276ms] [gotSchemaVersion=97] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:17.124 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=140] [version=97] [2024/05/06 02:40:17.156 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=66.01143ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:16.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:17.286 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:16.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:17.402 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/06 02:40:17.402 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:17.419 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.781675768\n# Parse_time: 0.001632665\n# Compile_time: 0.002032065\n# Rewrite_time: 0.000013411\n# Optimize_time: 0.00154849\n# Wait_TS: 0.005685312\n# DB: import_into\n# Is_internal: false\n# Digest: fba4d25935bef9b723af6dd92c3917cc2a54ad46b4abb3834b9c72b264c418a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 02:40:17.459 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:17.751 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:40:17.932 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=12] [task-id=12] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:40:17.996 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=12] [2024/05/06 02:40:17.997 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:40:18.107 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:18.109 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:18.111 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/05/06 02:40:18.162 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:18.173 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:40:18.173 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 02:40:18.173 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=129.345Β΅s] [2024/05/06 02:40:18.173 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=302.16Β΅s] [] [2024/05/06 02:40:18.173 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:18.173 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:40:18.406 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/05/06 02:40:18.478 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=12] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:40:18.493 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=12] [2024/05/06 02:40:18.567 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:18.570 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 02:40:18.571 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:18.617 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:18.617 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:18.665 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:18.665 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:18.671 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:18.672 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:18.733 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:18.737 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:18.737 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:18.738 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=12] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:18.739 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=12] [disk-quota=700.7GiB] [2024/05/06 02:40:18.850 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/05/06 02:40:18.862 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:18.869 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:18.869 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 02:40:18.944 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [2024/05/06 02:40:18.948 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [readDur=1.869926ms] [encodeDur=1.343562ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=168.516Β΅s] [type=file] [takeTime=4.116505ms] [] [2024/05/06 02:40:18.949 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 02:40:18.954 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5bc2c66c-656c-4d23-b7c0-a427a5db3809.sst] [firstKey=74800000000000008B5F728400000000000001] [lastKey=74800000000000008B5F728400000000000002] [2024/05/06 02:40:19.027 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [2024/05/06 02:40:19.032 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [readDur=3.568168ms] [encodeDur=1.183269ms] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=76.111Β΅s] [type=file] [takeTime=5.223081ms] [] [2024/05/06 02:40:19.034 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 02:40:19.037 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/dcf84843-c073-4ca6-bceb-452f72187077.sst] [firstKey=74800000000000008B5F728000000000000006] [lastKey=74800000000000008B5F728000000000000007] [2024/05/06 02:40:19.101 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [2024/05/06 02:40:19.108 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [readDur=4.541221ms] [encodeDur=1.532166ms] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=59.658Β΅s] [type=file] [takeTime=6.574136ms] [] [2024/05/06 02:40:19.109 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7cb76ab7-63f8-403e-8bdb-04596b69e968.sst] [firstKey=74800000000000008B5F728C0000000000000B] [lastKey=74800000000000008B5F728C0000000000000C] [2024/05/06 02:40:19.110 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=259.707251ms] [] [2024/05/06 02:40:19.111 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 02:40:19.111 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 02:40:19.111 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:19.117 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=6.03319ms] [] [2024/05/06 02:40:19.117 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:40:19.132 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:19.164 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 02:40:19.164 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:19.238 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 02:40:19.252 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=134.606126ms] [] [2024/05/06 02:40:19.252 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:40:19.254 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.075592ms] [] [2024/05/06 02:40:19.254 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 02:40:19.254 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:19.257 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.322687ms] [] [2024/05/06 02:40:19.257 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:40:19.257 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:19.257 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=117.563Β΅s] [] [2024/05/06 02:40:19.257 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:40:19.259 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.01695ms] [] [2024/05/06 02:40:19.413 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 02:40:19.418 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:19.418 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:19.418 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:19.418 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:19.418 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:19.418 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:19.418 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:19.418 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:19.418 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:19.419 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:19.419 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:19.419 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:19.422 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:19.422 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:19.422 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:19.422 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:19.422 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:19.422 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=854.764031ms] [] [2024/05/06 02:40:19.434 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:19.437 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:19.440 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:19.441 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:19.634 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 02:40:19.638 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:19.638 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:40:20.011 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:20.122 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 02:40:20.122 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 02:40:20.122 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 02:40:20.168 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=46.084901ms] [] [2024/05/06 02:40:20.168 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 02:40:20.168 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 02:40:20.169 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/05/06 02:40:20.169 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/06 02:40:20.218 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=139] [physicalTableID=139] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 02:40:20.219 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 02:40:20.219 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=97.233675ms] [] [2024/05/06 02:40:20.219 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=97.520726ms] [] [2024/05/06 02:40:20.314 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=302.77091ms] [] [2024/05/06 02:40:20.352 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:20.352 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=12] [step=post-process] [state=running] [] [2024/05/06 02:40:20.366 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=12] [2024/05/06 02:40:20.482 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=12] [type=ImportInto] [2024/05/06 02:40:20.516 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=12] [2024/05/06 02:40:20.573 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:20.573 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=12] [2024/05/06 02:40:20.730 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.309514913\n# Parse_time: 0.001659053\n# Compile_time: 0.002652849\n# Rewrite_time: 0.000365424\n# Optimize_time: 0.00154849\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4zcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6My4zcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestCancelJob [2024/05/06 02:40:20.749 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:20.749 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/05/06 02:40:20.751 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/05/06 02:40:20.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:20.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:20.854 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:20.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_cancel_job"] [2024/05/06 02:40:20.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:20.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:21.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=42.525814ms] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:40:21.152 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=142] [ver=98] [2024/05/06 02:40:21.182 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=142] [version=98] [2024/05/06 02:40:21.210 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=128.57407ms] [job="ID:142, Type:create schema, State:done, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:20.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:21.340 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create schema, State:synced, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:20.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:21.414 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 02:40:21.414 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:21.440 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.68691028\n# Parse_time: 0.000368352\n# Compile_time: 0.000631232\n# Rewrite_time: 0.000007909\n# Optimize_time: 0.001919581\n# Wait_TS: 0.00499761\n# DB: import_into\n# Is_internal: false\n# Digest: 770236689160f5f6efde2e5d922d7d314015e7ec8bf5e17e3cc7f87c12ab353e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database test_cancel_job;"] [2024/05/06 02:40:21.444 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/05/06 02:40:21.585 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:21.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:21.585 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:21.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 02:40:21.699 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:21.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:21.737 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 143, Table Name: t1"] [2024/05/06 02:40:21.906 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=60.974809ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:21.908 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=144] [ver=99] [2024/05/06 02:40:21.928 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=144] [version=99] [2024/05/06 02:40:21.934 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=122.757441ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:21.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:22.075 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:21.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:22.187 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 02:40:22.187 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:22.202 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.758970282\n# Parse_time: 0.000661571\n# Compile_time: 0.001020016\n# Rewrite_time: 0.00001557\n# Optimize_time: 0.001919581\n# Wait_TS: 0.00157105\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 02:40:22.204 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/05/06 02:40:22.387 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:22.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:22.387 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:22.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 02:40:22.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:22.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:22.544 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 145, Table Name: t2"] [2024/05/06 02:40:22.684 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=8.046153ms] [gotSchemaVersion=100] [phyTblIDs="[145]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:22.705 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/06 02:40:22.718 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=55.312197ms] [job="ID:146, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:22.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:22.817 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:22.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:22.901 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 02:40:22.901 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:22.918 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.715794555\n# Parse_time: 0.000629842\n# Compile_time: 0.001175542\n# Rewrite_time: 0.000012426\n# Optimize_time: 0.001919581\n# Wait_TS: 0.007188149\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 02:40:22.922 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/05/06 02:40:23.373 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.453745591\n# Parse_time: 0.001386563\n# Compile_time: 0.001278659\n# Rewrite_time: 0.000011813\n# Optimize_time: 0.001919581\n# Wait_TS: 0.001136102\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 1fb24d1823a445be8d8fa75485be2ee26f9494501c1e786559ae3047dc25db8a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"User test_cancel_job1@localhost does not exist.\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [2024/05/06 02:40:23.376 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/05/06 02:40:23.760 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.385548042\n# Parse_time: 0.000680683\n# Compile_time: 0.001048211\n# Rewrite_time: 0.000007909\n# Optimize_time: 0.001919581\n# Wait_TS: 0.000981314\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: b2722a862016874aae657d1c6a248e9e16e6226735aa571d4b67180a90775fdf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate user test_cancel_job1@localhost;"] [2024/05/06 02:40:23.763 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/05/06 02:40:24.133 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.372373236\n# Parse_time: 0.00120279\n# Compile_time: 0.00139115\n# Rewrite_time: 0.000036696\n# Optimize_time: 0.001919581\n# Wait_TS: 0.000689738\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: b878ef9e144674d1af5a625e57d919da5a53584f30f5a6cfd44cb87f77d09a14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nGRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost';"] [2024/05/06 02:40:24.136 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/05/06 02:40:24.569 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.434891253\n# Parse_time: 0.000781893\n# Compile_time: 0.001299808\n# Rewrite_time: 0.00001346\n# Optimize_time: 0.001919581\n# Wait_TS: 0.000693308\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 1fb24d1823a445be8d8fa75485be2ee26f9494501c1e786559ae3047dc25db8a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"User test_cancel_job2@localhost does not exist.\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [2024/05/06 02:40:24.571 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/05/06 02:40:24.952 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.382248753\n# Parse_time: 0.000461283\n# Compile_time: 0.000940044\n# Rewrite_time: 0.000009913\n# Optimize_time: 0.001919581\n# Wait_TS: 0.000654863\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: b2722a862016874aae657d1c6a248e9e16e6226735aa571d4b67180a90775fdf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate user test_cancel_job2@localhost;"] [2024/05/06 02:40:24.955 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/05/06 02:40:25.352 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.399215561\n# Parse_time: 0.001033543\n# Compile_time: 0.001067141\n# Rewrite_time: 0.00002951\n# Optimize_time: 0.001919581\n# Wait_TS: 0.001405708\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: b878ef9e144674d1af5a625e57d919da5a53584f30f5a6cfd44cb87f77d09a14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nGRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost';"] [2024/05/06 02:40:25.363 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:40:25.363 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:409\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 02:40:25.408 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:25.674 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 02:40:25.863 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=13] [task-id=13] [data-size=3B] [thread-cnt=30] [global-sort=false] [2024/05/06 02:40:25.891 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.525975315\n# Parse_time: 0.000684715\n# Compile_time: 0.00194341\n# Rewrite_time: 0.000397648\n# Optimize_time: 0.001919581\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NTIyLjRtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NTIyLjRtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t1` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 02:40:25.943 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=13] [2024/05/06 02:40:25.943 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 02:40:26.054 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:26.055 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:26.057 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/05/06 02:40:26.105 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:26.112 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 02:40:26.112 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 02:40:26.112 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=142.025Β΅s] [2024/05/06 02:40:26.112 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=431.991Β΅s] [] [2024/05/06 02:40:26.113 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:26.113 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 02:40:26.117 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/05/06 02:40:26.294 +00:00] [WARN] [session.go:800] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449567319949049860, conflictStartTS=449567319935942663, conflictCommitTS=449567319962943489, key={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, primary={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalPrimaryKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/06 02:40:26.294 +00:00] [WARN] [session.go:1088] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=0] [sql=] [2024/05/06 02:40:26.359 +00:00] [WARN] [session.go:1088] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=1] [sql=] [2024/05/06 02:40:26.377 +00:00] [WARN] [session.go:1088] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=2] [sql=] [2024/05/06 02:40:26.381 +00:00] [WARN] [session.go:1088] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=3] [sql=] [2024/05/06 02:40:26.382 +00:00] [WARN] [session.go:1111] ["transaction association"] ["retrying txnStartTS"=449567319989682179] ["original txnStartTS"=449567319949049860] [2024/05/06 02:40:26.407 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 02:40:26.415 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 02:40:26.521 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:26.524 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/05/06 02:40:26.636 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=13] [2024/05/06 02:40:26.668 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:26.668 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=13] [2024/05/06 02:40:26.798 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:26.903 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=786.013463ms] [] [2024/05/06 02:40:26.904 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.801896311\n# Parse_time: 0.000312216\n# Compile_time: 0.001014805\n# Rewrite_time: 0.000006993\n# Optimize_time: 0.001919581\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 13;"] [2024/05/06 02:40:27.480 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:40:27.481 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 02:40:27.496 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:40:27.496 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 02:40:27.508 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:40:27.508 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 02:40:27.530 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:27.802 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 02:40:27.923 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=14] [task-id=14] [data-size=3B] [thread-cnt=30] [global-sort=false] [2024/05/06 02:40:27.935 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.425032651\n# Parse_time: 0.001098432\n# Compile_time: 0.002393167\n# Rewrite_time: 0.000413518\n# Optimize_time: 0.000187666\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDIwLjZtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDIwLjZtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 02:40:27.986 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=14] [2024/05/06 02:40:27.993 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 02:40:28.102 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:28.103 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:28.105 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/05/06 02:40:28.142 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:28.149 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 02:40:28.149 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 02:40:28.150 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=73.729Β΅s] [2024/05/06 02:40:28.150 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=237.585Β΅s] [] [2024/05/06 02:40:28.150 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:28.150 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 02:40:28.369 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/05/06 02:40:28.414 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=14] [2024/05/06 02:40:28.444 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=14] [type=ImportInto] [remaining-slots=30] [2024/05/06 02:40:28.511 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 02:40:28.513 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 02:40:28.514 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:28.536 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:28.536 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:28.537 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:28.537 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:28.539 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:28.540 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:28.564 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:28.573 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:28.573 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 02:40:28.574 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=14] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:28.574 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=14] [disk-quota=700.7GiB] [2024/05/06 02:40:28.661 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/05/06 02:40:28.666 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 02:40:28.671 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 02:40:28.672 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=145] [2024/05/06 02:40:28.719 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=145] [key=t.csv:0] [2024/05/06 02:40:28.723 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=145] [key=t.csv:0] [readDur=2.057756ms] [encodeDur=923.081Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=94.556Β΅s] [type=file] [takeTime=3.746544ms] [] [2024/05/06 02:40:28.728 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=67.529535ms] [] [2024/05/06 02:40:28.729 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/3369897f-73d2-48ab-b2e3-175f0dfa9874.sst] [firstKey=7480000000000000915F728000000000000001] [lastKey=7480000000000000915F728000000000000002] [2024/05/06 02:40:28.729 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 02:40:28.729 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 02:40:28.729 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 02:40:28.732 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=2.6082ms] [] [2024/05/06 02:40:28.732 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/05/06 02:40:28.740 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:28.765 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/05/06 02:40:28.767 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:28.888 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 02:40:28.892 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=160.012222ms] [] [2024/05/06 02:40:28.892 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 02:40:28.894 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.808956ms] [] [2024/05/06 02:40:28.894 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 02:40:28.894 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 02:40:28.896 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=2.205411ms] [] [2024/05/06 02:40:28.897 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/05/06 02:40:28.897 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 02:40:28.897 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=83.542Β΅s] [] [2024/05/06 02:40:28.897 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 02:40:28.900 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=3.59978ms] [] [2024/05/06 02:40:29.020 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 02:40:29.025 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:29.025 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:29.025 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:29.025 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:29.025 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:29.026 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:29.026 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:29.026 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:29.026 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:29.026 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:29.026 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:29.026 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:29.029 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:29.029 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:29.029 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:29.029 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:29.029 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:29.029 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=517.60651ms] [] [2024/05/06 02:40:29.037 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:29.039 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:29.041 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:29.041 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:29.203 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 02:40:29.204 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:29.205 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/05/06 02:40:29.518 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/05/06 02:40:29.628 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 02:40:29.644 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/05/06 02:40:29.702 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=post-process] [new-step=post-process] [2024/05/06 02:40:29.715 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=post-process] [2024/05/06 02:40:29.869 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=14] [2024/05/06 02:40:30.047 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:30.049 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/05/06 02:40:30.121 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=14] [2024/05/06 02:40:30.192 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 02:40:30.192 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 02:40:30.192 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=58.128Β΅s] [] [2024/05/06 02:40:30.192 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 02:40:30.192 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 02:40:30.193 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [weight=30] [2024/05/06 02:40:30.193 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [concurrency=15] [2024/05/06 02:40:30.196 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:40:30.198 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:40:30.198 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 02:40:30.200 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:40:30.202 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:40:30.203 +00:00] [WARN] [task_executor.go:633] ["subtask canceled"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/05/06 02:40:30.229 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=14] [2024/05/06 02:40:30.263 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:30.263 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=14] [2024/05/06 02:40:30.267 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:40:30.287 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=14] [type=ImportInto] [2024/05/06 02:40:30.373 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=728.887854ms] [] [2024/05/06 02:40:30.374 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.744787345\n# Parse_time: 0.000589804\n# Compile_time: 0.000929639\n# Rewrite_time: 0.000005742\n# Optimize_time: 0.000187666\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/05/06 02:40:30.429 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:31.610 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/05/06 02:40:31.729 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:31.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:31.729 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:31.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t2"] [2024/05/06 02:40:31.807 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:31.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:31.865 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 141, Table ID: 147, Table Name: t2, Old Table ID: 145, Old Table Name: t2"] [2024/05/06 02:40:31.955 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=7.967061ms] [gotSchemaVersion=101] [phyTblIDs="[145,147]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:40:31.976 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/06 02:40:31.999 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=70.492ms] [job="ID:148, Type:truncate table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:31.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:32.063 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[145]"] [comment="drop table: table ID"] [2024/05/06 02:40:32.086 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="truncate table"] [2024/05/06 02:40:32.092 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:truncate table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:31.625 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:32.271 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 02:40:32.271 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:32.280 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.671748861\n# Parse_time: 0.000384062\n# Compile_time: 0.001249833\n# Rewrite_time: 0.000072262\n# Optimize_time: 0.000239254\n# Wait_TS: 0.004290245\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 0352e2dc5a3aa3fa658964d8f5847f2f063c5750255b3a95c30e043caa0d91d9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t2;"] [2024/05/06 02:40:32.305 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:32.551 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 02:40:32.690 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=15] [task-id=15] [data-size=3B] [thread-cnt=30] [global-sort=false] [2024/05/06 02:40:32.700 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.417991887\n# Parse_time: 0.000743959\n# Compile_time: 0.002010349\n# Rewrite_time: 0.00039759\n# Optimize_time: 0.000239254\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDE0LjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDE0LjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 02:40:32.808 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=15] [2024/05/06 02:40:32.808 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/05/06 02:40:32.923 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:32.924 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:32.926 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/05/06 02:40:32.939 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/05/06 02:40:33.544 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:33.550 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 02:40:33.551 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 02:40:33.551 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=51.332Β΅s] [2024/05/06 02:40:33.551 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=155.192Β΅s] [] [2024/05/06 02:40:33.551 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:33.551 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/05/06 02:40:33.662 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 02:40:33.676 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 02:40:33.760 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:33.762 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/05/06 02:40:33.874 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=15] [2024/05/06 02:40:33.912 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:33.913 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=15] [2024/05/06 02:40:33.951 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=1.011994227s] [] [2024/05/06 02:40:33.952 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.024908555\n# Parse_time: 0.000729531\n# Compile_time: 0.00102279\n# Rewrite_time: 0.000006639\n# Optimize_time: 0.000239254\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestImportInto/TestChecksumNotMatch [2024/05/06 02:40:34.063 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 02:40:34.067 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/05/06 02:40:34.084 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:34.203 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:34.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:34.203 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:34.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 02:40:34.315 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:34.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:34.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=8.233539ms] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:40:34.429 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/06 02:40:34.451 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=65.558994ms] [job="ID:150, Type:create schema, State:done, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:34.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:34.581 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create schema, State:synced, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:34.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:34.666 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 02:40:34.667 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:34.714 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.647642703\n# Parse_time: 0.000433598\n# Compile_time: 0.000976552\n# Rewrite_time: 0.000045108\n# Optimize_time: 0.000248417\n# Wait_TS: 0.008877873\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 02:40:34.719 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:40:34.725 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:40:34.849 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:34.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:34.850 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:34.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:40:34.953 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:34.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:34.986 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 149, Table ID: 151, Table Name: t"] [2024/05/06 02:40:35.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=7.92109ms] [gotSchemaVersion=103] [phyTblIDs="[151]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:35.144 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/06 02:40:35.155 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=60.967912ms] [job="ID:152, Type:create table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:34.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:35.281 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:create table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:34.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:35.351 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 02:40:35.351 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:35.401 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.679939638\n# Parse_time: 0.001598825\n# Compile_time: 0.001902992\n# Rewrite_time: 0.000079897\n# Optimize_time: 0.000248417\n# Wait_TS: 0.005300415\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:40:35.426 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:35.743 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:40:35.926 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=16] [task-id=16] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:40:36.019 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/05/06 02:40:36.020 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:40:36.133 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:36.135 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:36.137 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/05/06 02:40:36.192 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:36.197 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:40:36.197 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 02:40:36.197 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=95.836Β΅s] [2024/05/06 02:40:36.197 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=280.232Β΅s] [] [2024/05/06 02:40:36.197 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 02:40:36.197 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 02:40:36.434 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/05/06 02:40:36.489 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=16] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:40:36.490 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=16] [2024/05/06 02:40:36.588 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=3] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:623\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:340\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:419\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1472\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1571\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1201\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:793"] [2024/05/06 02:40:36.589 +00:00] [INFO] [executor.go:1430] ["limit executor close takes a long time"] [elapsed=1.262034ms] [2024/05/06 02:40:36.607 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:36.609 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 02:40:36.611 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:36.645 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:36.646 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:36.646 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:36.646 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:36.648 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:36.648 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:36.697 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:36.699 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:36.699 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:36.699 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=16] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:36.710 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=16] [disk-quota=700.7GiB] [2024/05/06 02:40:36.804 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [2024/05/06 02:40:36.816 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 02:40:36.828 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:36.829 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 02:40:36.851 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/05/06 02:40:36.856 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=1.999209ms] [encodeDur=1.930704ms] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [deliverDur=95.839Β΅s] [type=file] [takeTime=4.651255ms] [] [2024/05/06 02:40:36.857 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000004] [2024/05/06 02:40:36.858 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [takeTime=53.889704ms] [] [2024/05/06 02:40:36.858 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 02:40:36.858 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 02:40:36.858 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 02:40:36.858 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/154427d4-7b10-4547-85dc-3ea9608befde.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/05/06 02:40:36.866 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=8.025184ms] [] [2024/05/06 02:40:36.866 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 02:40:36.875 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:36.899 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 02:40:36.900 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:36.991 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 02:40:37.005 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=138.488441ms] [] [2024/05/06 02:40:37.005 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 02:40:37.007 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.75101ms] [] [2024/05/06 02:40:37.007 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 02:40:37.007 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:37.009 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=2.04286ms] [] [2024/05/06 02:40:37.009 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 02:40:37.009 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:37.009 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=103.992Β΅s] [] [2024/05/06 02:40:37.009 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:37.010 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.112765ms] [] [2024/05/06 02:40:37.167 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/05/06 02:40:37.177 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:37.182 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:37.182 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 02:40:37.248 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/05/06 02:40:37.253 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=2.048273ms] [encodeDur=2.420764ms] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [deliverDur=96.184Β΅s] [type=file] [takeTime=5.168549ms] [] [2024/05/06 02:40:37.254 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000002] [2024/05/06 02:40:37.266 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=99.178757ms] [] [2024/05/06 02:40:37.266 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/fa182901-1789-4d6d-bab2-ecfca9eab3d1.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/05/06 02:40:37.266 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 02:40:37.267 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 02:40:37.267 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:37.270 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.649126ms] [] [2024/05/06 02:40:37.270 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:40:37.284 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:37.313 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 02:40:37.314 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:37.373 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 02:40:37.382 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=111.866651ms] [] [2024/05/06 02:40:37.382 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:37.389 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=7.309131ms] [] [2024/05/06 02:40:37.389 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 02:40:37.389 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:37.400 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=10.48031ms] [] [2024/05/06 02:40:37.400 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:40:37.400 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:37.400 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=85.54Β΅s] [] [2024/05/06 02:40:37.400 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:37.401 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.179221ms] [] [2024/05/06 02:40:37.490 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 02:40:37.497 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:37.497 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:37.497 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:37.497 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:37.497 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:37.497 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:37.497 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:37.497 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:37.497 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:37.497 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:37.497 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:37.497 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:37.500 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:37.500 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:37.500 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:37.500 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:37.500 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:37.501 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=893.840482ms] [] [2024/05/06 02:40:37.571 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:37.574 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:37.576 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:37.576 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:37.712 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 02:40:37.715 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:37.715 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:40:37.973 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:38.066 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 02:40:38.066 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 02:40:38.066 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 02:40:38.066 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=14.437Β΅s] [] [2024/05/06 02:40:38.067 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 02:40:38.067 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 02:40:38.067 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 02:40:38.067 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 02:40:38.097 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=151] [physicalTableID=151] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 02:40:38.098 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=31.373208ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:40:38.098 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=31.919578ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:40:38.098 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:40:38.099 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:40:38.100 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 02:40:38.138 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=164.56074ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 02:40:38.138 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:40:38.189 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\\\"}\"]"] [2024/05/06 02:40:38.288 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 02:40:38.291 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/05/06 02:40:38.291 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=16] [type=ImportInto] [2024/05/06 02:40:38.316 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=16] [2024/05/06 02:40:38.454 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=16] [2024/05/06 02:40:38.490 +00:00] [INFO] [scheduler_manager.go:284] ["start scheduler without allocating slots"] [server-id=:4000] [task-id=16] [state=reverting] [2024/05/06 02:40:38.497 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:38.497 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=16] [2024/05/06 02:40:38.502 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/05/06 02:40:38.504 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=false] [server-id=:4000] [state=reverted] [concurrency=1] [2024/05/06 02:40:38.617 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=16] [2024/05/06 02:40:38.647 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:38.713 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestChecksumNotMatch\n\ttests/realtikvtest/importintotest/import_into_test.go:709\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 02:40:38.714 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.311253217\n# Parse_time: 0.001128033\n# Compile_time: 0.002641023\n# Rewrite_time: 0.000549146\n# Optimize_time: 0.000248417\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6My4zMXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjMuMzFzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 02:40:38.732 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 02:40:38.851 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:38.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:38.851 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:38.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 02:40:39.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:38.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:39.068 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 153, Table Name: t, Old Table ID: 151, Old Table Name: t"] [2024/05/06 02:40:39.179 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=12.889761ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:40:39.202 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/06 02:40:39.209 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=62.889473ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:38.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:39.358 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/06 02:40:39.386 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 02:40:39.392 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:38.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:39.506 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 02:40:39.506 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:39.529 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.798024421\n# Parse_time: 0.000470088\n# Compile_time: 0.000971263\n# Rewrite_time: 0.000042232\n# Optimize_time: 0.001646572\n# Wait_TS: 0.000563304\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:40:39.571 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:39.849 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:40:40.012 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=17] [task-id=17] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:40:40.073 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=17] [2024/05/06 02:40:40.073 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:40:40.200 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:40.202 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:40.204 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/05/06 02:40:40.240 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:40.246 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:40:40.246 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 02:40:40.246 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=117.026Β΅s] [2024/05/06 02:40:40.246 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=325.161Β΅s] [] [2024/05/06 02:40:40.247 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 02:40:40.247 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 02:40:40.448 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/05/06 02:40:40.497 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=17] [2024/05/06 02:40:40.514 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=17] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:40:40.582 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:40.584 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 02:40:40.586 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:40.611 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:40.611 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:40.612 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:40.612 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:40.614 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:40.614 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:40.662 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:40.669 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:40.669 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:40.669 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=17] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:40.675 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=17] [disk-quota=700.7GiB] [2024/05/06 02:40:40.717 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=3] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:623\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:340\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:419\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1472\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1571\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1201\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:793"] [2024/05/06 02:40:40.807 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [2024/05/06 02:40:40.817 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:40.837 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:40.837 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 02:40:40.910 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/05/06 02:40:40.915 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=1.814179ms] [encodeDur=1.310847ms] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [deliverDur=697.641Β΅s] [type=file] [takeTime=4.374809ms] [] [2024/05/06 02:40:40.916 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000002] [2024/05/06 02:40:40.917 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/62b2a201-6ad4-4b26-9833-f9d7cd4d0cc1.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/05/06 02:40:40.918 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [takeTime=110.821313ms] [] [2024/05/06 02:40:40.918 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 02:40:40.918 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 02:40:40.919 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:40.920 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.787862ms] [] [2024/05/06 02:40:40.920 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:40:40.929 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:40.955 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 02:40:40.956 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:41.021 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 02:40:41.027 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=106.852588ms] [] [2024/05/06 02:40:41.028 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:41.030 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.898666ms] [] [2024/05/06 02:40:41.030 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 02:40:41.030 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:41.032 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.484323ms] [] [2024/05/06 02:40:41.032 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:40:41.033 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:41.033 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=121.174Β΅s] [] [2024/05/06 02:40:41.033 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:41.034 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.47345ms] [] [2024/05/06 02:40:41.179 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [2024/05/06 02:40:41.185 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 02:40:41.192 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:41.193 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 02:40:41.276 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/05/06 02:40:41.289 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=1.768774ms] [encodeDur=10.115958ms] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [deliverDur=80.725Β΅s] [type=file] [takeTime=12.409844ms] [] [2024/05/06 02:40:41.290 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000004] [2024/05/06 02:40:41.295 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [takeTime=116.329179ms] [] [2024/05/06 02:40:41.295 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/4c8f2e63-b916-462f-a69a-ee314902e484.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/05/06 02:40:41.296 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 02:40:41.296 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 02:40:41.296 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 02:40:41.305 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=8.596833ms] [] [2024/05/06 02:40:41.305 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 02:40:41.321 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:41.363 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 02:40:41.364 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:41.411 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 02:40:41.423 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=117.756839ms] [] [2024/05/06 02:40:41.423 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 02:40:41.428 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=5.289928ms] [] [2024/05/06 02:40:41.428 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 02:40:41.428 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:41.430 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=2.02756ms] [] [2024/05/06 02:40:41.431 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 02:40:41.431 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:41.431 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=86.598Β΅s] [] [2024/05/06 02:40:41.431 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:41.432 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.307822ms] [] [2024/05/06 02:40:41.553 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:41.556 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:41.559 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:41.559 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:41.610 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 02:40:41.615 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:41.615 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:41.615 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:41.616 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:41.616 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:41.616 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:41.616 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:41.616 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:41.616 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:41.616 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:41.616 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:41.617 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:41.619 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:41.619 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:41.619 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:41.619 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:41.619 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:41.619 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=1.037650484s] [] [2024/05/06 02:40:41.704 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 02:40:41.707 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:41.707 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:40:41.955 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:42.078 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 02:40:42.078 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 02:40:42.078 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 02:40:42.078 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=27.786Β΅s] [] [2024/05/06 02:40:42.078 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 02:40:42.078 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=249.054Β΅s] [] [2024/05/06 02:40:42.078 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=522.33Β΅s] [] [2024/05/06 02:40:42.193 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=238.020327ms] [] [2024/05/06 02:40:42.213 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:42.213 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=17] [step=post-process] [state=running] [] [2024/05/06 02:40:42.219 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=17] [2024/05/06 02:40:42.326 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=17] [2024/05/06 02:40:42.326 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=17] [type=ImportInto] [2024/05/06 02:40:42.354 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:42.354 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=17] [2024/05/06 02:40:42.534 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:42.536 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.005599441\n# Parse_time: 0.001173093\n# Compile_time: 0.002358317\n# Rewrite_time: 0.000536334\n# Optimize_time: 0.001646572\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('KqQwCTU5XzIJMAkwCU4vQQkxCXRpbWU6M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEHRpbWU6M3MsIGxvb3BzOjJw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/05/06 02:40:42.551 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 02:40:42.644 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:42.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:42.644 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:42.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 02:40:42.721 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:42.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:42.747 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 155, Table Name: t, Old Table ID: 153, Old Table Name: t"] [2024/05/06 02:40:42.828 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=13.301424ms] [gotSchemaVersion=105] [phyTblIDs="[153,155]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:40:42.844 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=105] [2024/05/06 02:40:42.864 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=59.887048ms] [job="ID:156, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:42.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:42.975 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 02:40:42.989 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="truncate table"] [2024/05/06 02:40:42.995 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:42.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:43.113 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 02:40:43.114 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:43.119 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.568525204\n# Parse_time: 0.000358178\n# Compile_time: 0.001111171\n# Rewrite_time: 0.000052056\n# Optimize_time: 0.001484306\n# Wait_TS: 0.001723817\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:40:43.180 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:43.452 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:40:43.600 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=18] [task-id=18] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:40:43.669 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/05/06 02:40:43.670 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:40:43.781 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:43.784 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:43.786 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/05/06 02:40:43.827 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:43.833 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:40:43.834 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 02:40:43.834 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=102.578Β΅s] [2024/05/06 02:40:43.834 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=300.16Β΅s] [] [2024/05/06 02:40:43.834 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 02:40:43.834 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 02:40:44.044 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/05/06 02:40:44.077 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=18] [2024/05/06 02:40:44.127 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=18] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:40:44.186 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=3] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:623\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:340\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:419\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1472\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1571\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1201\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:793"] [2024/05/06 02:40:44.201 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:44.203 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 02:40:44.215 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:44.234 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:44.234 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:44.235 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:44.235 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:44.240 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:44.240 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:44.298 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:44.303 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:44.303 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:44.303 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=18] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:44.305 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=18] [disk-quota=700.7GiB] [2024/05/06 02:40:44.403 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [2024/05/06 02:40:44.411 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:44.416 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:44.417 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 02:40:44.451 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [2024/05/06 02:40:44.454 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [readDur=1.603902ms] [encodeDur=1.335478ms] [checksum="{cksum=2204827062899216703,size=111,kvs=3}"] [deliverDur=68.553Β΅s] [type=file] [takeTime=3.446381ms] [] [2024/05/06 02:40:44.455 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000002] [2024/05/06 02:40:44.455 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [takeTime=52.592354ms] [] [2024/05/06 02:40:44.456 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/fa908e14-1bd6-48bb-8fe7-529bb98a723f.sst] [firstKey=74800000000000009B5F728000000000000001] [lastKey=74800000000000009B5F728000000000000002] [2024/05/06 02:40:44.456 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 02:40:44.456 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 02:40:44.456 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:44.459 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.551246ms] [] [2024/05/06 02:40:44.459 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:40:44.465 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:44.489 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 02:40:44.489 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:44.522 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 02:40:44.527 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=67.884413ms] [] [2024/05/06 02:40:44.527 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:44.529 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.108653ms] [] [2024/05/06 02:40:44.529 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 02:40:44.529 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:44.536 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=6.475406ms] [] [2024/05/06 02:40:44.536 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:40:44.536 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:44.536 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=102.588Β΅s] [] [2024/05/06 02:40:44.536 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:44.537 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.2092ms] [] [2024/05/06 02:40:44.671 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [2024/05/06 02:40:44.678 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 02:40:44.685 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:44.685 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 02:40:44.754 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [2024/05/06 02:40:44.757 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [readDur=1.379329ms] [encodeDur=1.136239ms] [checksum="{cksum=384889320778658455,size=111,kvs=3}"] [deliverDur=49.248Β΅s] [type=file] [takeTime=2.91165ms] [] [2024/05/06 02:40:44.757 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000004] [2024/05/06 02:40:44.758 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [takeTime=87.14187ms] [] [2024/05/06 02:40:44.758 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/d1811c30-6e89-43dd-ad5d-7295faf2bbe7.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000006] [2024/05/06 02:40:44.759 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 02:40:44.759 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 02:40:44.759 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 02:40:44.761 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.849605ms] [] [2024/05/06 02:40:44.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 02:40:44.769 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:44.796 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 02:40:44.796 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:44.828 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 02:40:44.835 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=74.31398ms] [] [2024/05/06 02:40:44.835 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 02:40:44.837 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.531102ms] [] [2024/05/06 02:40:44.837 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 02:40:44.837 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:44.839 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.892727ms] [] [2024/05/06 02:40:44.839 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 02:40:44.839 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:44.839 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=98.235Β΅s] [] [2024/05/06 02:40:44.839 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 02:40:44.841 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.122607ms] [] [2024/05/06 02:40:44.961 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 02:40:44.968 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:44.968 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:44.969 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:44.969 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:44.969 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:44.969 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:44.969 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:44.969 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:44.969 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:44.969 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:44.969 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:44.969 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:44.973 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:44.973 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:44.973 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:44.973 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:44.973 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:44.973 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=772.236932ms] [] [2024/05/06 02:40:45.004 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:45.006 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:45.008 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:45.009 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:45.154 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 02:40:45.157 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:45.157 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:40:45.456 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:40:45.545 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 02:40:45.545 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 02:40:45.545 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 02:40:45.545 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=14.066Β΅s] [] [2024/05/06 02:40:45.545 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 02:40:45.545 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 02:40:45.546 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [weight=30] [2024/05/06 02:40:45.546 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [concurrency=15] [2024/05/06 02:40:45.554 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 02:40:45.555 +00:00] [WARN] [table_import.go:856] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:40:45.555 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=9.978987ms] [] [2024/05/06 02:40:45.555 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=10.254366ms] [] [2024/05/06 02:40:45.643 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=186.998624ms] [] [2024/05/06 02:40:45.699 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:45.699 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=18] [step=post-process] [state=running] [] [2024/05/06 02:40:45.706 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=18] [2024/05/06 02:40:45.807 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=18] [2024/05/06 02:40:45.820 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=18] [type=ImportInto] [2024/05/06 02:40:45.854 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:45.854 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=18] [2024/05/06 02:40:46.048 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:46.098 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.977552655\n# Parse_time: 0.001784016\n# Compile_time: 0.00325998\n# Rewrite_time: 0.000545489\n# Optimize_time: 0.001484306\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestColumnsAndUserVars [2024/05/06 02:40:46.116 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=105] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 02:40:46.193 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:46.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:46.193 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:46.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 02:40:46.285 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:46.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:46.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=415.408Β΅s] [gotSchemaVersion=106] [phyTblIDs="[155]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:40:46.406 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=106] [2024/05/06 02:40:46.437 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=64.185796ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:46.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:46.590 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:46.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:46.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=300.109Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:40:46.693 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=107] [2024/05/06 02:40:46.722 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=62.786101ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:46.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:46.785 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:46.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:46.889 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=297.227Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:40:46.906 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=108] [2024/05/06 02:40:46.942 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=65.482225ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:46.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:47.051 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop schema: table IDs"] [2024/05/06 02:40:47.078 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/06 02:40:47.086 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:46.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:47.199 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 02:40:47.199 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:47.240 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.126132784\n# Parse_time: 0.000746457\n# Compile_time: 0.001017894\n# Rewrite_time: 0.000059326\n# Optimize_time: 0.00161608\n# Wait_TS: 0.00069594\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 02:40:47.243 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 02:40:47.381 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:47.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:47.381 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:47.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 02:40:47.480 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:47.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:47.599 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=3.129763ms] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:40:47.621 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=159] [version=109] [2024/05/06 02:40:47.635 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=58.985625ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:47.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:47.745 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:47.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:47.831 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 02:40:47.832 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:47.846 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.604640446\n# Parse_time: 0.000749456\n# Compile_time: 0.001349145\n# Rewrite_time: 0.000070058\n# Optimize_time: 0.00161608\n# Wait_TS: 0.002078897\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/06 02:40:47.850 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/05/06 02:40:48.012 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:47.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:48.012 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:47.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 02:40:48.094 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:47.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:48.134 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: cols_and_vars"] [2024/05/06 02:40:48.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=9.651559ms] [gotSchemaVersion=110] [phyTblIDs="[160]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:48.279 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=161] [version=110] [2024/05/06 02:40:48.292 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=71.178831ms] [job="ID:161, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:47.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:48.414 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [job="ID:161, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:47.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:48.505 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/05/06 02:40:48.505 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:48.526 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.679020837\n# Parse_time: 0.001684187\n# Compile_time: 0.00173679\n# Rewrite_time: 0.00007333\n# Optimize_time: 0.00161608\n# Wait_TS: 0.001789951\n# Is_internal: false\n# Digest: 57ce36313adf6bc4512c45ed2cdaf6e4f87573d17b9a610ff0709862e78fa805\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 02:40:48.557 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:48.880 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=true] [2024/05/06 02:40:49.048 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=19] [task-id=19] [data-size=81B] [thread-cnt=2] [global-sort=false] [2024/05/06 02:40:49.096 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=19] [2024/05/06 02:40:49.096 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=2] [2024/05/06 02:40:49.205 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:49.208 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:49.210 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/05/06 02:40:49.256 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:49.261 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=cols_and_vars] [2024/05/06 02:40:49.261 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/05/06 02:40:49.261 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=cols_and_vars] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=135.371Β΅s] [2024/05/06 02:40:49.261 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=cols_and_vars] [takeTime=312.661Β΅s] [] [2024/05/06 02:40:49.261 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:49.261 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=2] [subtasks=1] [2024/05/06 02:40:49.493 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/05/06 02:40:49.546 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=19] [type=ImportInto] [remaining-slots=58] [2024/05/06 02:40:49.549 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=19] [2024/05/06 02:40:49.615 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [2024/05/06 02:40:49.617 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 02:40:49.620 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:49.656 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:49.656 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:49.657 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:49.657 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:49.663 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:49.663 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:49.708 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:49.710 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:49.710 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=752.3GB] [2024/05/06 02:40:49.711 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=19] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:49.725 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=cols_and_vars] [import-id=19] [disk-quota=700.7GiB] [2024/05/06 02:40:49.848 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [2024/05/06 02:40:49.855 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 02:40:49.865 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 02:40:49.866 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 02:40:49.866 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 02:40:49.946 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [2024/05/06 02:40:49.948 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [2024/05/06 02:40:49.960 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [readDur=4.06475ms] [encodeDur=8.186943ms] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [deliverDur=402.98Β΅s] [type=file] [takeTime=13.36784ms] [] [2024/05/06 02:40:49.960 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [readDur=2.07193ms] [encodeDur=9.149529ms] [checksum="{cksum=2686149398408423815,size=189,kvs=5}"] [deliverDur=305.245Β΅s] [type=file] [takeTime=12.054294ms] [] [2024/05/06 02:40:49.961 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/3bc9fd33-07d9-47bb-b767-c596b33ebfc4.sst] [firstKey=7480000000000000A05F728000000000000001] [lastKey=7480000000000000A05F728000000000000005] [2024/05/06 02:40:49.970 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [takeTime=121.992982ms] [] [2024/05/06 02:40:49.971 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/9963b783-43eb-4a37-9f68-c20be4750e78.sst] [firstKey=7480000000000000A05F728000000000000010] [lastKey=7480000000000000A05F728000000000000013] [2024/05/06 02:40:49.971 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 02:40:49.972 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 02:40:49.972 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 02:40:49.974 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=2.112272ms] [] [2024/05/06 02:40:49.974 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/05/06 02:40:49.982 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:50.012 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/05/06 02:40:50.013 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:50.064 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/05/06 02:40:50.081 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=107.324174ms] [] [2024/05/06 02:40:50.081 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 02:40:50.084 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=2.007268ms] [] [2024/05/06 02:40:50.084 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 02:40:50.084 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 02:40:50.086 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=2.388007ms] [] [2024/05/06 02:40:50.086 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/05/06 02:40:50.087 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 02:40:50.087 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=93.389Β΅s] [] [2024/05/06 02:40:50.087 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 02:40:50.088 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.21129ms] [] [2024/05/06 02:40:50.193 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 02:40:50.197 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:50.197 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:50.197 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:50.197 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:50.197 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:50.197 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:50.197 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:50.197 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:50.197 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:50.197 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:50.197 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:50.198 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:50.200 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:50.200 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:50.200 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:50.200 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:50.200 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:50.201 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [takeTime=585.352037ms] [] [2024/05/06 02:40:50.238 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:50.240 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:50.242 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:50.242 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:50.439 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/05/06 02:40:50.443 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:50.443 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=2] [subtasks=1] [2024/05/06 02:40:50.699 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [2024/05/06 02:40:50.796 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 02:40:50.796 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 02:40:50.796 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 02:40:50.830 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=34.397012ms] [] [2024/05/06 02:40:50.830 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [groupId=-1] [size=341] [kvs=9] [checksum=17789414659666727964] [2024/05/06 02:40:50.831 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [checksum="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 02:40:50.831 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [weight=30] [2024/05/06 02:40:50.831 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [concurrency=15] [2024/05/06 02:40:50.839 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=160] [physicalTableID=160] [indexID=-1] [checksum=17789414659666727964] [totalKvs=9] [totalBytes=341] [2024/05/06 02:40:50.840 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [local="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 02:40:50.840 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=43.783642ms] [] [2024/05/06 02:40:50.840 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=44.029182ms] [] [2024/05/06 02:40:50.971 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:50.971 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=19] [step=post-process] [state=running] [] [2024/05/06 02:40:50.973 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [takeTime=273.078235ms] [] [2024/05/06 02:40:50.976 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=19] [2024/05/06 02:40:51.090 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=19] [2024/05/06 02:40:51.114 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=19] [type=ImportInto] [2024/05/06 02:40:51.131 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:51.131 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=19] [2024/05/06 02:40:51.264 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.736259036\n# Parse_time: 0.001591143\n# Compile_time: 0.002542247\n# Rewrite_time: 0.000446262\n# Optimize_time: 0.00161608\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] [2024/05/06 02:40:51.291 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestDeliverBytesRows [2024/05/06 02:40:51.366 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 02:40:51.506 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:51.506 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 02:40:51.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:51.672 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=531.778Β΅s] [gotSchemaVersion=111] [phyTblIDs="[160]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:40:51.697 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=111] [2024/05/06 02:40:51.719 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=56.958785ms] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:51.802 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:51.874 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=267.616Β΅s] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:40:51.894 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=112] [2024/05/06 02:40:51.927 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=61.178826ms] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:52.053 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:52.157 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=297.842Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:40:52.209 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/162/eb70b740-523b-4db5-ae7e-68c6d4d51de1] [currentVer=112] [latestVer=113] [2024/05/06 02:40:52.209 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=162] [ver=113] [2024/05/06 02:40:52.212 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/06 02:40:52.242 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=60] [new=16] [2024/05/06 02:40:52.249 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=115.394086ms] [job="ID:162, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:52.364 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[160]"] [comment="drop schema: table IDs"] [2024/05/06 02:40:52.400 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="drop schema"] [2024/05/06 02:40:52.406 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:51.375 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:52.513 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 02:40:52.514 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:52.528 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.163732932\n# Parse_time: 0.000736127\n# Compile_time: 0.001108124\n# Rewrite_time: 0.000053824\n# Optimize_time: 0.005871759\n# Wait_TS: 0.001803459\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 02:40:52.530 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 02:40:52.639 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:52.639 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 02:40:52.774 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:52.932 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=164] [ver=114] [2024/05/06 02:40:52.933 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=6.044885ms] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:40:52.965 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=164] [version=114] [2024/05/06 02:40:52.986 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=130.276659ms] [job="ID:164, Type:create schema, State:done, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:40:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:53.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create schema, State:synced, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:52.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:53.137 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/05/06 02:40:53.137 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:53.145 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.61544103\n# Parse_time: 0.000433872\n# Compile_time: 0.001018573\n# Rewrite_time: 0.000050747\n# Optimize_time: 0.005871759\n# Wait_TS: 0.006663375\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 02:40:53.149 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:40:53.153 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:40:53.261 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:53.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:53.261 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:53.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:40:53.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:53.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:53.379 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 163, Table ID: 165, Table Name: t"] [2024/05/06 02:40:53.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=4.808855ms] [gotSchemaVersion=115] [phyTblIDs="[165]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:40:53.535 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=115] [2024/05/06 02:40:53.580 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=89.894175ms] [job="ID:166, Type:create table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:53.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:53.733 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:create table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:53.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:53.800 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 02:40:53.800 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:53.809 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.657955135\n# Parse_time: 0.000821859\n# Compile_time: 0.001254085\n# Rewrite_time: 0.00006318\n# Optimize_time: 0.005871759\n# Wait_TS: 0.000548313\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:40:53.834 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:54.103 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:40:54.300 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=20] [task-id=20] [data-size=98B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:40:54.366 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=20] [2024/05/06 02:40:54.367 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:40:54.480 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:54.482 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:54.483 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/05/06 02:40:54.536 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:54.548 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:40:54.548 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 02:40:54.548 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=77.055Β΅s] [2024/05/06 02:40:54.548 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=241.888Β΅s] [] [2024/05/06 02:40:54.548 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:54.549 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:40:54.805 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/05/06 02:40:54.814 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=20] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:40:54.881 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=20] [2024/05/06 02:40:54.894 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:40:54.896 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 02:40:54.897 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:54.929 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:54.929 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:54.930 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:54.931 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:54.933 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:54.933 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:54.977 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:54.980 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:54.980 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:54.980 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=20] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:54.995 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=20] [disk-quota=700.7GiB] [2024/05/06 02:40:55.062 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [2024/05/06 02:40:55.067 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:55.075 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:55.075 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/05/06 02:40:55.095 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 02:40:55.103 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=2.159264ms] [encodeDur=3.643794ms] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [deliverDur=498.74Β΅s] [type=file] [takeTime=7.862581ms] [] [2024/05/06 02:40:55.105 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/07beaa01-fea3-4950-b1f7-6d05f06f30ad.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/05/06 02:40:55.105 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [takeTime=43.188868ms] [] [2024/05/06 02:40:55.105 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 02:40:55.105 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 02:40:55.105 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:55.108 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.496787ms] [] [2024/05/06 02:40:55.108 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:40:55.114 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:55.145 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 02:40:55.146 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:55.196 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 02:40:55.208 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=100.167575ms] [] [2024/05/06 02:40:55.208 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:55.210 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.562415ms] [] [2024/05/06 02:40:55.210 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 02:40:55.210 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:55.213 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.314687ms] [] [2024/05/06 02:40:55.213 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:40:55.213 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:55.213 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=96.071Β΅s] [] [2024/05/06 02:40:55.213 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:55.214 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.545343ms] [] [2024/05/06 02:40:55.341 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 02:40:55.354 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:55.354 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:55.354 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:55.354 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:55.354 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:55.354 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:55.354 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:55.354 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:55.355 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:55.355 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:55.355 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:55.355 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:55.355 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:55.357 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:55.359 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:55.359 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:55.362 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:55.362 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:55.362 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:55.362 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:55.362 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:55.362 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=468.018679ms] [] [2024/05/06 02:40:55.493 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 02:40:55.495 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:55.495 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:40:55.827 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:40:55.949 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 02:40:55.949 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 02:40:55.949 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 02:40:55.980 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=30.62682ms] [] [2024/05/06 02:40:55.980 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [groupId=-1] [size=369] [kvs=9] [checksum=9838612991342579393] [2024/05/06 02:40:55.980 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 02:40:55.980 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [weight=30] [2024/05/06 02:40:55.980 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [concurrency=15] [2024/05/06 02:40:55.991 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=165] [physicalTableID=165] [indexID=-1] [checksum=9838612991342579393] [totalKvs=9] [totalBytes=369] [2024/05/06 02:40:55.992 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 02:40:55.992 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=42.698499ms] [] [2024/05/06 02:40:55.992 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=43.060515ms] [] [2024/05/06 02:40:56.075 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=247.519307ms] [] [2024/05/06 02:40:56.105 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:56.105 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=20] [step=post-process] [state=running] [] [2024/05/06 02:40:56.124 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=20] [2024/05/06 02:40:56.227 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=20] [type=ImportInto] [2024/05/06 02:40:56.237 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=20] [2024/05/06 02:40:56.265 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:56.265 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=20] [2024/05/06 02:40:56.393 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:40:56.530 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.71947508\n# Parse_time: 0.000957152\n# Compile_time: 0.002056745\n# Rewrite_time: 0.000408874\n# Optimize_time: 0.005871759\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:40:56.544 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 02:40:56.677 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:56.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:40:56.677 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 02:40:56.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:40:56.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 02:40:56.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:56.843 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 163, Table ID: 167, Table Name: t, Old Table ID: 165, Old Table Name: t"] [2024/05/06 02:40:56.958 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=10.299701ms] [gotSchemaVersion=116] [phyTblIDs="[165,167]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:40:56.981 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=168] [version=116] [2024/05/06 02:40:56.988 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=62.344228ms] [job="ID:168, Type:truncate table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:56.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:57.162 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[165]"] [comment="drop table: table ID"] [2024/05/06 02:40:57.191 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="truncate table"] [2024/05/06 02:40:57.197 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:truncate table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 02:40:56.575 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:40:57.313 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 02:40:57.313 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:40:57.341 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.798935296\n# Parse_time: 0.000300875\n# Compile_time: 0.00113836\n# Rewrite_time: 0.000050141\n# Optimize_time: 0.001352085\n# Wait_TS: 0.003982951\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:40:57.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:57.649 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:40:57.875 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=21] [task-id=21] [data-size=98B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:40:57.946 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=21] [2024/05/06 02:40:57.948 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:40:58.056 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:40:58.059 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:58.061 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/05/06 02:40:58.109 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:58.116 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:40:58.116 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 02:40:58.116 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=68.945Β΅s] [2024/05/06 02:40:58.116 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=229.592Β΅s] [] [2024/05/06 02:40:58.116 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:40:58.117 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:40:58.353 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/05/06 02:40:58.414 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=21] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:40:58.441 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=21] [2024/05/06 02:40:58.500 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:40:58.502 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 02:40:58.503 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:40:58.541 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:40:58.541 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:40:58.543 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:58.544 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:40:58.545 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:40:58.545 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:40:58.596 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:40:58.601 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:40:58.601 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:40:58.602 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=21] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:40:58.602 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=21] [disk-quota=700.7GiB] [2024/05/06 02:40:58.716 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [2024/05/06 02:40:58.722 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:58.730 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:58.730 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 02:40:58.774 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 02:40:58.782 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [readDur=2.709943ms] [encodeDur=4.664609ms] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [deliverDur=553.82Β΅s] [type=file] [takeTime=8.435789ms] [] [2024/05/06 02:40:58.786 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/61ca1fd5-7dfb-482f-b6b0-dd4036647e45.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000009] [2024/05/06 02:40:58.786 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [takeTime=69.636895ms] [] [2024/05/06 02:40:58.786 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 02:40:58.787 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 02:40:58.787 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:58.789 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.293696ms] [] [2024/05/06 02:40:58.789 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:40:58.797 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:40:58.825 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 02:40:58.826 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:40:58.828 +00:00] [WARN] [split.go:139] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FFA75F728000000000FF0000010000000000FA, endKey: 7480000000000000FFA75F728000000000FF00000A0000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 02:40:58.882 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 02:40:58.898 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=109.173374ms] [] [2024/05/06 02:40:58.899 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:40:58.900 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.276796ms] [] [2024/05/06 02:40:58.900 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 02:40:58.900 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:58.902 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.86143ms] [] [2024/05/06 02:40:58.902 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:40:58.902 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:58.902 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=81.709Β΅s] [] [2024/05/06 02:40:58.902 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:40:58.903 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.202311ms] [] [2024/05/06 02:40:59.053 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 02:40:59.058 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:40:59.058 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:40:59.058 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:40:59.058 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:59.058 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:40:59.059 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:40:59.059 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:40:59.059 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:59.059 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:59.059 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:59.059 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:59.059 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:40:59.062 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:40:59.062 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:40:59.062 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:40:59.062 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:40:59.062 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:40:59.062 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=562.347799ms] [] [2024/05/06 02:40:59.088 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:40:59.090 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:40:59.092 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/05/06 02:40:59.092 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:40:59.239 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 02:40:59.242 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:40:59.242 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:40:59.516 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:40:59.622 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 02:40:59.622 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 02:40:59.622 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 02:40:59.656 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=33.518481ms] [] [2024/05/06 02:40:59.656 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [groupId=-1] [size=369] [kvs=9] [checksum=13151641524582744081] [2024/05/06 02:40:59.656 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 02:40:59.656 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [weight=30] [2024/05/06 02:40:59.657 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [concurrency=15] [2024/05/06 02:40:59.664 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=13151641524582744081] [totalKvs=9] [totalBytes=369] [2024/05/06 02:40:59.665 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [local="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 02:40:59.665 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=43.169172ms] [] [2024/05/06 02:40:59.666 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=43.537905ms] [] [2024/05/06 02:40:59.749 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=233.053892ms] [] [2024/05/06 02:40:59.801 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:40:59.801 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=21] [step=post-process] [state=running] [] [2024/05/06 02:40:59.811 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=21] [2024/05/06 02:40:59.941 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=21] [2024/05/06 02:40:59.959 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=21] [type=ImportInto] [2024/05/06 02:40:59.974 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:40:59.974 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=21] [2024/05/06 02:41:00.121 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.778009977\n# Parse_time: 0.000988042\n# Compile_time: 0.001807657\n# Rewrite_time: 0.000409174\n# Optimize_time: 0.001352085\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestDetachedLoadParquet [2024/05/06 02:41:00.155 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 02:41:00.160 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 02:41:00.213 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:00.299 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:00.299 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 02:41:00.386 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:00.502 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=1.831056ms] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:41:00.521 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=170] [version=117] [2024/05/06 02:41:00.547 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=81.765818ms] [job="ID:170, Type:create schema, State:done, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:00.721 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create schema, State:synced, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:00.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:00.806 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/06 02:41:00.806 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:00.840 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=34.352201ms] [2024/05/06 02:41:00.852 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.692574281\n# Parse_time: 0.00039312\n# Compile_time: 0.000954834\n# Rewrite_time: 0.00004567\n# Optimize_time: 0.002846327\n# Wait_TS: 0.003694774\n# DB: load_data\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 02:41:00.863 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/05/06 02:41:01.071 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:00.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:01.071 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:00.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 02:41:01.236 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:00.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:01.270 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 169, Table ID: 171, Table Name: t"] [2024/05/06 02:41:01.498 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=10.589292ms] [gotSchemaVersion=118] [phyTblIDs="[171]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:41:01.562 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=172] [ver=118] [2024/05/06 02:41:01.564 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 02:41:01.590 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=138.276931ms] [job="ID:172, Type:create table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:00.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:01.715 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:create table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:00.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:01.862 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 02:41:01.863 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:01.878 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.021394594\n# Parse_time: 0.003561674\n# Compile_time: 0.00386943\n# Rewrite_time: 0.000090439\n# Optimize_time: 0.002846327\n# Wait_TS: 0.001424154\n# DB: load_csv\n# Is_internal: false\n# Digest: deb6e06dd4a4899630815ed56138c6b49ca532602f1a13a41fd477476bd62154\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 02:41:02.205 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestDetachedLoadParquet427229684/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=true] [2024/05/06 02:41:02.205 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:41:02.205 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 02:41:02.206 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=985.621Β΅s] [2024/05/06 02:41:02.206 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=1.221969ms] [] [2024/05/06 02:41:02.490 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=22] [task-id=22] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:02.559 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=22] [2024/05/06 02:41:02.563 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:02.673 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:02.677 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:02.681 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/05/06 02:41:02.747 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:02.748 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:03.135 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/05/06 02:41:03.193 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:03.199 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=22] [2024/05/06 02:41:03.281 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:03.285 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 02:41:03.298 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:03.298 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:03.306 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:03.306 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:03.311 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:03.311 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:03.362 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:03.364 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:03.364 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:41:03.364 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=22] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:03.365 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=22] [disk-quota=700.7GiB] [2024/05/06 02:41:03.502 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [2024/05/06 02:41:03.509 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:41:03.519 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:41:03.519 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/05/06 02:41:03.580 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [2024/05/06 02:41:03.591 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [readDur=3.876962ms] [encodeDur=5.572995ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=429.075Β΅s] [type=file] [takeTime=11.590806ms] [] [2024/05/06 02:41:03.593 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [takeTime=91.048328ms] [] [2024/05/06 02:41:03.593 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/9c921d1a-cef1-4d3b-b42c-9d5a0a9d88af.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/05/06 02:41:03.594 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 02:41:03.594 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 02:41:03.594 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:41:03.597 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=3.010959ms] [] [2024/05/06 02:41:03.597 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 02:41:03.618 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:03.645 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 02:41:03.645 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:03.728 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 02:41:03.741 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=143.666689ms] [] [2024/05/06 02:41:03.741 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:41:03.743 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.519984ms] [] [2024/05/06 02:41:03.743 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 02:41:03.743 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:41:03.745 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.848569ms] [] [2024/05/06 02:41:03.745 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 02:41:03.745 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:41:03.745 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=81.705Β΅s] [] [2024/05/06 02:41:03.745 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:41:03.747 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.612745ms] [] [2024/05/06 02:41:03.863 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 02:41:03.867 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:03.867 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:03.867 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:03.867 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:03.867 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:03.867 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:03.867 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:03.867 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:03.867 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:03.868 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:03.868 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:03.868 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:03.870 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:03.870 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:03.870 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:03.871 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:03.871 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:03.871 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=589.421057ms] [] [2024/05/06 02:41:03.909 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:03.913 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:03.918 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:03.918 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:04.124 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 02:41:04.130 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:04.130 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:04.486 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:04.583 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 02:41:04.583 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 02:41:04.583 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 02:41:04.665 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=81.829437ms] [] [2024/05/06 02:41:04.665 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 02:41:04.665 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 02:41:04.665 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [weight=30] [2024/05/06 02:41:04.665 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [concurrency=15] [2024/05/06 02:41:04.679 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=171] [physicalTableID=171] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 02:41:04.680 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 02:41:04.680 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=97.03124ms] [] [2024/05/06 02:41:04.680 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=97.360934ms] [] [2024/05/06 02:41:04.791 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=305.049381ms] [] [2024/05/06 02:41:04.807 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:04.807 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=22] [step=post-process] [state=running] [] [2024/05/06 02:41:04.822 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=22] [2024/05/06 02:41:04.942 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/05/06 02:41:04.960 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=22] [2024/05/06 02:41:04.986 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:04.986 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=22] [2024/05/06 02:41:05.259 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:05.325 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.445198499\n# Parse_time: 0.00072819\n# Compile_time: 0.002134036\n# Rewrite_time: 0.000515915\n# Optimize_time: 0.002846327\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My40NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My40NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestDetachedLoadParquet427229684/001/test.parquet' FORMAT 'parquet';"] [2024/05/06 02:41:05.356 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 02:41:05.485 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 02:41:05.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:05.485 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 02:41:05.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 02:41:05.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:05.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:05.691 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 173, Table Name: t, Old Table ID: 171, Old Table Name: t"] [2024/05/06 02:41:05.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=11.277253ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:41:05.861 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=174] [version=119] [2024/05/06 02:41:05.871 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=72.946342ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:05.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:06.047 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=174] [tableIDs="[171]"] [comment="drop table: table ID"] [2024/05/06 02:41:06.082 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/05/06 02:41:06.092 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:05.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:06.260 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/05/06 02:41:06.260 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:06.272 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.917200715\n# Parse_time: 0.000223646\n# Compile_time: 0.000899773\n# Rewrite_time: 0.00005946\n# Optimize_time: 0.002149196\n# Wait_TS: 0.014360534\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] [2024/05/06 02:41:06.297 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:06.612 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 02:41:06.846 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=23] [task-id=23] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:06.859 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.585750737\n# Parse_time: 0.000814654\n# Compile_time: 0.001626425\n# Rewrite_time: 0.000361133\n# Optimize_time: 0.002149196\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 9d252dcfc45de0a6fa2d75a4bf9c0fe3abf2749dd3340cd6a447825efd5c8b80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NTgyLjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NTgyLjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'parquet' WITH detached;"] [2024/05/06 02:41:06.901 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/05/06 02:41:06.902 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:07.011 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:07.015 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:07.019 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/05/06 02:41:07.071 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:07.079 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:41:07.079 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 02:41:07.087 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=7.87877ms] [2024/05/06 02:41:07.087 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=8.100813ms] [] [2024/05/06 02:41:07.087 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:07.087 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:07.432 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/05/06 02:41:07.480 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:07.505 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=23] [2024/05/06 02:41:07.587 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:07.591 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 02:41:07.593 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:07.640 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:07.640 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:07.642 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:07.642 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:07.644 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:07.644 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:07.704 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:07.707 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:07.707 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:41:07.707 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=23] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:07.711 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=23] [disk-quota=700.7GiB] [2024/05/06 02:41:07.891 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [2024/05/06 02:41:07.898 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:41:07.905 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:41:07.906 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=173] [2024/05/06 02:41:07.947 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=173] [key=p:0] [2024/05/06 02:41:07.956 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=173] [key=p:0] [readDur=3.035617ms] [encodeDur=5.600726ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=402.333Β΅s] [type=file] [takeTime=9.689163ms] [] [2024/05/06 02:41:07.958 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/198eda4e-565d-44e7-a4cf-f8cdf421c46e.sst] [firstKey=7480000000000000AD5F728000000000000001] [lastKey=7480000000000000AD5F728000000000000006] [2024/05/06 02:41:07.958 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [takeTime=67.402864ms] [] [2024/05/06 02:41:07.959 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 02:41:07.959 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 02:41:07.959 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:41:07.985 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=25.695117ms] [] [2024/05/06 02:41:07.985 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 02:41:07.992 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:08.015 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 02:41:08.015 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:08.067 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 02:41:08.070 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=85.103516ms] [] [2024/05/06 02:41:08.070 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:41:08.072 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.38131ms] [] [2024/05/06 02:41:08.072 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 02:41:08.072 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:41:08.077 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=4.94271ms] [] [2024/05/06 02:41:08.077 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 02:41:08.077 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:41:08.077 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=85.454Β΅s] [] [2024/05/06 02:41:08.077 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:41:08.080 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.992133ms] [] [2024/05/06 02:41:08.198 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 02:41:08.202 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:08.202 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:08.202 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:08.202 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:08.202 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:08.202 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:08.202 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:08.202 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:08.202 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:08.202 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:08.202 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:08.202 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:08.205 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:08.205 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:08.205 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:08.205 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:08.205 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:08.205 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=618.147667ms] [] [2024/05/06 02:41:08.271 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:08.275 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:08.279 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:08.279 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:08.492 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 02:41:08.497 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:08.497 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:08.721 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [2024/05/06 02:41:08.721 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/05/06 02:41:08.879 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:08.973 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:09.108 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 02:41:09.109 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 02:41:09.109 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 02:41:09.156 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=47.147146ms] [] [2024/05/06 02:41:09.156 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 02:41:09.156 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 02:41:09.156 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [weight=30] [2024/05/06 02:41:09.157 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [concurrency=15] [2024/05/06 02:41:09.171 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=173] [physicalTableID=173] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 02:41:09.173 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 02:41:09.173 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=64.168442ms] [] [2024/05/06 02:41:09.173 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=64.469611ms] [] [2024/05/06 02:41:09.247 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:09.247 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=23] [step=post-process] [state=running] [] [2024/05/06 02:41:09.258 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=23] [2024/05/06 02:41:09.274 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=300.601925ms] [] [2024/05/06 02:41:09.373 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=23] [2024/05/06 02:41:09.374 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/05/06 02:41:09.427 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:09.427 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=23] [2024/05/06 02:41:09.446 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/05/06 02:41:09.446 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 02:41:09.566 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=23] [2024/05/06 02:41:09.698 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:09.929 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 02:41:10.039 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 02:41:09.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:10.039 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 02:41:09.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 02:41:10.114 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:09.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:10.180 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 175, Table Name: t, Old Table ID: 173, Old Table Name: t"] [2024/05/06 02:41:10.356 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=26.947478ms] [gotSchemaVersion=120] [phyTblIDs="[173,175]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:41:10.379 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=176] [ver=120] [2024/05/06 02:41:10.386 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=120] [2024/05/06 02:41:10.405 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=99.575159ms] [job="ID:176, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:09.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:10.550 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=176] [tableIDs="[173]"] [comment="drop table: table ID"] [2024/05/06 02:41:10.593 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="truncate table"] [2024/05/06 02:41:10.610 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:09.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:10.776 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 02:41:10.776 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:10.802 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.874426943\n# Parse_time: 0.000329449\n# Compile_time: 0.000997669\n# Rewrite_time: 0.000059721\n# Optimize_time: 0.004543375\n# Wait_TS: 0.006730945\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] === RUN TestImportInto/TestDiskQuota [2024/05/06 02:41:10.805 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/05/06 02:41:10.816 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/05/06 02:41:11.001 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:10.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:11.002 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:10.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/05/06 02:41:11.134 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:10.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:11.243 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=1.64347ms] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:41:11.268 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=178] [version=121] [2024/05/06 02:41:11.290 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=70.563975ms] [job="ID:178, Type:create schema, State:done, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:10.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:11.441 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create schema, State:synced, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:10.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:11.510 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 02:41:11.510 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:11.523 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.708991079\n# Parse_time: 0.000835941\n# Compile_time: 0.001592999\n# Rewrite_time: 0.000075497\n# Optimize_time: 0.004543375\n# Wait_TS: 0.005363307\n# DB: load_csv\n# Is_internal: false\n# Digest: 60ed63a28df02a42c65797662f43640c9d8ff07c859c12e148a91c0f31b8c183\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_test_disk_quota;"] [2024/05/06 02:41:11.526 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/05/06 02:41:11.738 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:11.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:11.738 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:11.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/05/06 02:41:11.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:11.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:11.898 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 177, Table ID: 179, Table Name: t"] [2024/05/06 02:41:12.013 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=14.490504ms] [gotSchemaVersion=122] [phyTblIDs="[179]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:41:12.034 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=122] [2024/05/06 02:41:12.044 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=64.416898ms] [job="ID:180, Type:create table, State:done, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:11.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:12.161 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create table, State:synced, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:11.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:12.307 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 02:41:12.307 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:12.314 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.790583042\n# Parse_time: 0.001143965\n# Compile_time: 0.001509893\n# Rewrite_time: 0.000079751\n# Optimize_time: 0.004543375\n# Wait_TS: 0.001152059\n# DB: load_csv\n# Is_internal: false\n# Digest: 2b5f3c5d220af7daf55fe6e161ec924257e5bff3b440b1a8b00d3b55ca4cf890\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_disk_quota.t(a int, b int);"] [2024/05/06 02:41:12.438 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:12.744 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:12.908 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=24] [task-id=24] [data-size=95.49KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:12.985 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=24] [2024/05/06 02:41:12.994 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:13.103 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:13.105 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:13.106 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/05/06 02:41:13.154 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:13.160 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:41:13.160 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/05/06 02:41:13.160 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=75.289Β΅s] [2024/05/06 02:41:13.160 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=220.249Β΅s] [] [2024/05/06 02:41:13.161 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:13.161 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:13.361 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/05/06 02:41:13.404 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=24] [2024/05/06 02:41:13.415 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=24] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:13.482 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:13.483 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 02:41:13.484 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:13.523 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:13.523 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:13.527 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:13.527 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:13.530 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:13.530 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:13.564 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:13.566 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:13.567 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=24] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:13.567 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=24] [disk-quota=1B] [2024/05/06 02:41:13.700 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [2024/05/06 02:41:13.708 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:13.721 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:13.721 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=179] [2024/05/06 02:41:13.753 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [2024/05/06 02:41:14.710 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:14.730 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=98304] [kvs=2816] [files=1] [sstFileSize=33945] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/56bc9318-fa4e-4aa4-b6e2-bc54fc5f252d.sst] [firstKey=7480000000000000B35F728000000000000001] [lastKey=7480000000000000B35F728000000000000B00] [2024/05/06 02:41:14.734 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:14.746 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:14.771 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/05/06 02:41:14.772 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:14.881 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/05/06 02:41:14.888 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=154.603546ms] [] [2024/05/06 02:41:14.897 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:14.910 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:14.910 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:14.910 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=71.448Β΅s] [] [2024/05/06 02:41:14.921 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:14.921 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:14.921 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=145.928Β΅s] [] [2024/05/06 02:41:14.935 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:14.939 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:14.940 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:14.940 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=107.939Β΅s] [] [2024/05/06 02:41:14.950 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:14.953 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:14.953 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:14.953 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=81.124Β΅s] [] [2024/05/06 02:41:14.959 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:14.959 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:14.959 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=89.214Β΅s] [] [2024/05/06 02:41:14.973 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:14.978 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:14.978 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:14.978 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=96.742Β΅s] [] [2024/05/06 02:41:14.994 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:14.998 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:14.998 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:14.998 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=98.767Β΅s] [] [2024/05/06 02:41:15.007 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.007 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.007 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=112.665Β΅s] [] [2024/05/06 02:41:15.017 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.030 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.030 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.030 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=86.77Β΅s] [] [2024/05/06 02:41:15.041 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.044 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.044 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.044 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=83.757Β΅s] [] [2024/05/06 02:41:15.050 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.050 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.050 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=100.761Β΅s] [] [2024/05/06 02:41:15.065 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.067 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.067 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.067 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=112.143Β΅s] [] [2024/05/06 02:41:15.080 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.089 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.089 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.089 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.452Β΅s] [] [2024/05/06 02:41:15.104 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.104 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.104 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=96.415Β΅s] [] [2024/05/06 02:41:15.124 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.131 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.131 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.131 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=112.921Β΅s] [] [2024/05/06 02:41:15.197 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.203 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.203 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.203 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=96.693Β΅s] [] [2024/05/06 02:41:15.214 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.215 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.215 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=111.005Β΅s] [] [2024/05/06 02:41:15.224 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.227 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.227 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.227 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=104.028Β΅s] [] [2024/05/06 02:41:15.238 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.242 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.242 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.242 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=83.958Β΅s] [] [2024/05/06 02:41:15.249 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.249 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.249 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=105.951Β΅s] [] [2024/05/06 02:41:15.266 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.272 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.272 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.273 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=124.205Β΅s] [] [2024/05/06 02:41:15.281 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.283 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.283 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.283 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=76.729Β΅s] [] [2024/05/06 02:41:15.290 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.290 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.291 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.794Β΅s] [] [2024/05/06 02:41:15.301 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.305 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.305 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.305 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=79.365Β΅s] [] [2024/05/06 02:41:15.316 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.326 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.326 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.326 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.454Β΅s] [] [2024/05/06 02:41:15.332 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.332 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.332 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=76.799Β΅s] [] [2024/05/06 02:41:15.343 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.346 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.346 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.346 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=84.53Β΅s] [] [2024/05/06 02:41:15.372 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.379 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.379 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.379 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=92.472Β΅s] [] [2024/05/06 02:41:15.387 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.388 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.388 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=114.994Β΅s] [] [2024/05/06 02:41:15.404 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.408 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.409 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.409 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=105.899Β΅s] [] [2024/05/06 02:41:15.421 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.425 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.425 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.425 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=93.38Β΅s] [] [2024/05/06 02:41:15.436 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.436 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.436 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=76.827Β΅s] [] [2024/05/06 02:41:15.451 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.454 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.454 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.454 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=98.725Β΅s] [] [2024/05/06 02:41:15.465 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.473 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.473 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.473 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=101.155Β΅s] [] [2024/05/06 02:41:15.480 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.480 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.480 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=110.399Β΅s] [] [2024/05/06 02:41:15.489 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.500 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.500 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.500 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=80.706Β΅s] [] [2024/05/06 02:41:15.516 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.518 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.518 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.518 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=93.911Β΅s] [] [2024/05/06 02:41:15.525 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.525 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.526 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=78.867Β΅s] [] [2024/05/06 02:41:15.533 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.536 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.537 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.537 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=101.055Β΅s] [] [2024/05/06 02:41:15.550 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.552 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.552 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.552 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=91.978Β΅s] [] [2024/05/06 02:41:15.562 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.562 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.562 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.561Β΅s] [] [2024/05/06 02:41:15.574 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.576 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.576 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.577 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=78.592Β΅s] [] [2024/05/06 02:41:15.585 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.590 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.590 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.590 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=97.533Β΅s] [] [2024/05/06 02:41:15.597 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.598 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.598 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=119.219Β΅s] [] [2024/05/06 02:41:15.609 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.612 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.612 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.612 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=122.324Β΅s] [] [2024/05/06 02:41:15.629 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.632 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.632 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.633 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=105.564Β΅s] [] [2024/05/06 02:41:15.641 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.641 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.641 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=96.287Β΅s] [] [2024/05/06 02:41:15.713 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.736 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33997] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/fab3c4c9-0515-47b8-a71b-cb0111673235.sst] [firstKey=7480000000000000B35F728000000000000B01] [lastKey=7480000000000000B35F7280000000000015F9] [2024/05/06 02:41:15.740 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.748 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:15.773 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 02:41:15.773 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:15.867 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/05/06 02:41:15.884 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=143.395306ms] [] [2024/05/06 02:41:15.893 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.896 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.896 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.896 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=151.402Β΅s] [] [2024/05/06 02:41:15.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.905 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.905 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=90.743Β΅s] [] [2024/05/06 02:41:15.915 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.918 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.919 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.919 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.652Β΅s] [] [2024/05/06 02:41:15.928 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.934 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.934 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.934 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=90.149Β΅s] [] [2024/05/06 02:41:15.961 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.961 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.961 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.758Β΅s] [] [2024/05/06 02:41:15.971 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.973 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.973 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.973 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=76.459Β΅s] [] [2024/05/06 02:41:15.985 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:15.988 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:15.988 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:15.988 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=95.642Β΅s] [] [2024/05/06 02:41:15.994 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:15.994 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:15.994 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=90.002Β΅s] [] [2024/05/06 02:41:16.002 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.006 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.006 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.006 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=138.003Β΅s] [] [2024/05/06 02:41:16.023 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.035 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.035 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.035 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=102.345Β΅s] [] [2024/05/06 02:41:16.042 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.042 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.042 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=107.906Β΅s] [] [2024/05/06 02:41:16.051 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.053 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.053 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.053 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=80.026Β΅s] [] [2024/05/06 02:41:16.067 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.070 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.070 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.070 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=74.155Β΅s] [] [2024/05/06 02:41:16.076 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.076 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.076 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.636Β΅s] [] [2024/05/06 02:41:16.088 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.090 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.090 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.090 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=80.073Β΅s] [] [2024/05/06 02:41:16.098 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.102 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.103 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.103 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=336.167Β΅s] [] [2024/05/06 02:41:16.170 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.170 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.170 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=110.73Β΅s] [] [2024/05/06 02:41:16.187 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.193 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.193 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.194 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=77.867Β΅s] [] [2024/05/06 02:41:16.208 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.212 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.212 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.213 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=75.235Β΅s] [] [2024/05/06 02:41:16.234 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.234 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.234 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.498Β΅s] [] [2024/05/06 02:41:16.245 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.249 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.249 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.249 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=78.241Β΅s] [] [2024/05/06 02:41:16.257 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.269 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.269 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.269 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=104.287Β΅s] [] [2024/05/06 02:41:16.278 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.279 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.279 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=110.297Β΅s] [] [2024/05/06 02:41:16.303 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.309 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.309 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.309 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=112.476Β΅s] [] [2024/05/06 02:41:16.320 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.329 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.329 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.329 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=113.959Β΅s] [] [2024/05/06 02:41:16.338 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.339 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.339 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=114.692Β΅s] [] [2024/05/06 02:41:16.348 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.351 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.351 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.351 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=97.23Β΅s] [] [2024/05/06 02:41:16.361 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.365 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.365 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.365 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=95.599Β΅s] [] [2024/05/06 02:41:16.375 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.375 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.375 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=101.125Β΅s] [] [2024/05/06 02:41:16.390 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.396 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.396 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.396 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.294Β΅s] [] [2024/05/06 02:41:16.405 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.420 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.420 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.420 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=80.253Β΅s] [] [2024/05/06 02:41:16.450 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.450 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.450 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=111.863Β΅s] [] [2024/05/06 02:41:16.464 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.468 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.468 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.468 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=118.414Β΅s] [] [2024/05/06 02:41:16.477 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.479 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.480 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.480 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=103.694Β΅s] [] [2024/05/06 02:41:16.495 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.495 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.495 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=89.283Β΅s] [] [2024/05/06 02:41:16.510 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.515 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.515 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.515 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=106.206Β΅s] [] [2024/05/06 02:41:16.526 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.529 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.530 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.530 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=119.578Β΅s] [] [2024/05/06 02:41:16.538 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.539 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.539 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=125.401Β΅s] [] [2024/05/06 02:41:16.550 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.553 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.553 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.553 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.082Β΅s] [] [2024/05/06 02:41:16.560 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.568 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.568 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.568 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=109.772Β΅s] [] [2024/05/06 02:41:16.581 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.581 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.582 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=109.211Β΅s] [] [2024/05/06 02:41:16.593 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.603 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.603 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.603 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.291Β΅s] [] [2024/05/06 02:41:16.612 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.615 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.616 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.616 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=95.303Β΅s] [] [2024/05/06 02:41:16.699 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.700 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.700 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=137.747Β΅s] [] [2024/05/06 02:41:16.720 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=101179] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.744 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33990] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/9abef242-e558-409c-9510-471a4014255d.sst] [firstKey=7480000000000000B35F7280000000000015FA] [lastKey=7480000000000000B35F7280000000000020F2] [2024/05/06 02:41:16.748 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.759 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:16.788 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 02:41:16.788 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:16.935 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/05/06 02:41:16.943 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=195.052492ms] [] [2024/05/06 02:41:16.956 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.967 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:16.967 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:16.967 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.271Β΅s] [] [2024/05/06 02:41:16.973 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.973 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.973 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.94Β΅s] [] [2024/05/06 02:41:16.982 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:16.985 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:16.985 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:16.985 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=112.733Β΅s] [] [2024/05/06 02:41:16.993 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:17.001 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:17.001 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:17.002 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.154Β΅s] [] [2024/05/06 02:41:17.012 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:17.012 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.012 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.708Β΅s] [] [2024/05/06 02:41:17.024 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:17.034 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:17.034 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.034 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.886Β΅s] [] [2024/05/06 02:41:17.043 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:17.045 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:17.045 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:17.045 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=96.825Β΅s] [] [2024/05/06 02:41:17.051 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:17.051 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.051 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=101.087Β΅s] [] [2024/05/06 02:41:17.059 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:17.064 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:17.064 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.065 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=116.967Β΅s] [] [2024/05/06 02:41:17.077 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:17.082 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:17.082 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:17.083 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=112.919Β΅s] [] [2024/05/06 02:41:17.093 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:17.094 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.094 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=94.227Β΅s] [] [2024/05/06 02:41:17.118 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:17.124 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:17.125 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.161 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=36.383422ms] [] [2024/05/06 02:41:17.186 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=174872] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 02:41:17.197 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [readDur=638.054268ms] [encodeDur=2.605429688s] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [deliverDur=82.439808ms] [type=file] [takeTime=3.44383617s] [] [2024/05/06 02:41:17.199 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=54810] [kvs=1566] [files=1] [sstFileSize=19384] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/82adf13a-4394-473c-a67e-672210d3890c.sst] [firstKey=7480000000000000B35F7280000000000020F3] [lastKey=7480000000000000B35F728000000000002710] [2024/05/06 02:41:17.199 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [takeTime=3.49919566s] [] [2024/05/06 02:41:17.200 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 02:41:17.200 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 02:41:17.200 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.204 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:17.204 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:17.204 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=94.757Β΅s] [] [2024/05/06 02:41:17.217 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=16.686069ms] [] [2024/05/06 02:41:17.217 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:17.225 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:17.231 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 02:41:17.259 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 02:41:17.260 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:17.265 +00:00] [WARN] [split.go:139] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FFB35F728000000000FF0020F30000000000FA, endKey: 7480000000000000FFB35F728000000000FF0027110000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 02:41:17.363 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/05/06 02:41:17.383 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=165.921214ms] [] [2024/05/06 02:41:17.383 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.385 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=2.28782ms] [] [2024/05/06 02:41:17.385 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 02:41:17.385 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.386 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:17.386 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=154.609342ms] [] [2024/05/06 02:41:17.386 +00:00] [WARN] [engine_mgr.go:407] ["could not find engine in cleanupEngine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 02:41:17.388 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=2.470976ms] [] [2024/05/06 02:41:17.388 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 02:41:17.388 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:17.388 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=132.383Β΅s] [] [2024/05/06 02:41:17.389 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 02:41:17.390 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=1.918187ms] [] [2024/05/06 02:41:17.529 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:17.531 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:17.532 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:17.532 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:17.532 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 02:41:17.547 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:17.547 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:17.547 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:17.547 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:17.547 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:17.547 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:17.547 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:17.547 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:17.547 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:17.547 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:17.547 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:17.548 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:17.550 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:17.550 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:17.550 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:17.550 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:17.550 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:17.550 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=4.068259425s] [] [2024/05/06 02:41:17.704 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/05/06 02:41:17.706 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:17.706 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:18.017 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:18.133 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 02:41:18.134 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 02:41:18.134 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 02:41:18.164 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=29.851888ms] [] [2024/05/06 02:41:18.164 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [groupId=-1] [size=349744] [kvs=10000] [checksum=13278823448959016481] [2024/05/06 02:41:18.164 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 02:41:18.164 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [weight=30] [2024/05/06 02:41:18.164 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [concurrency=15] [2024/05/06 02:41:18.185 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=179] [physicalTableID=179] [indexID=-1] [checksum=13278823448959016481] [totalKvs=10000] [totalBytes=349744] [2024/05/06 02:41:18.185 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 02:41:18.186 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=51.719969ms] [] [2024/05/06 02:41:18.186 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=52.077657ms] [] [2024/05/06 02:41:18.266 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=249.564508ms] [] [2024/05/06 02:41:18.391 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:18.391 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=24] [step=post-process] [state=running] [] [2024/05/06 02:41:18.408 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=24] [2024/05/06 02:41:18.540 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=24] [2024/05/06 02:41:18.561 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=24] [type=ImportInto] [2024/05/06 02:41:18.572 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:18.572 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=24] [2024/05/06 02:41:18.728 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:18.741 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.377208471\n# Parse_time: 0.001495296\n# Compile_time: 0.002461894\n# Rewrite_time: 0.000512962\n# Optimize_time: 0.004543375\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestImportInto/TestGBK [2024/05/06 02:41:18.772 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 02:41:18.780 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 02:41:18.903 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:18.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:18.903 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:18.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 02:41:19.102 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:18.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:19.207 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.598226ms] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:41:19.227 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/06 02:41:19.243 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=60.927814ms] [job="ID:182, Type:create schema, State:done, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:18.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:19.399 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create schema, State:synced, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:18.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:19.492 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 02:41:19.492 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:19.501 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.722020094\n# Parse_time: 0.000505568\n# Compile_time: 0.001187278\n# Rewrite_time: 0.000059329\n# Optimize_time: 0.003364424\n# Wait_TS: 0.001442778\n# DB: load_csv\n# Is_internal: false\n# Digest: 57c1769775ec71b312ca9272bfda9dbbb71fbb1ce0cbb7a37842365c6d1d7996\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_charset;"] [2024/05/06 02:41:19.505 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/05/06 02:41:19.662 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:19.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:19.662 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:19.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/05/06 02:41:19.856 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:19.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:19.914 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 183, Table Name: gbk"] [2024/05/06 02:41:20.063 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=7.17125ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:41:20.085 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=184] [version=124] [2024/05/06 02:41:20.110 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=78.454737ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:19.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:20.273 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:19.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:20.370 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 02:41:20.370 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:20.381 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.878516378\n# Parse_time: 0.001132577\n# Compile_time: 0.001701469\n# Rewrite_time: 0.000089344\n# Optimize_time: 0.003364424\n# Wait_TS: 0.003768664\n# DB: load_csv\n# Is_internal: false\n# Digest: cfbc6f5cd6277b5b9a7b31f86566840ecb6cd85611cb466d1d4d45b30752460f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.gbk ( i INT, j VARCHAR(255) ) CHARACTER SET gbk;"] [2024/05/06 02:41:20.385 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 02:41:20.602 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:20.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:20.602 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:20.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 02:41:20.761 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:20.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:20.817 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 185, Table Name: utf8mb4"] [2024/05/06 02:41:20.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=5.278453ms] [gotSchemaVersion=125] [phyTblIDs="[185]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:41:20.954 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=125] [2024/05/06 02:41:20.971 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=64.505299ms] [job="ID:186, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:20.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:21.071 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:20.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:21.208 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 02:41:21.208 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:21.289 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.9070677\n# Parse_time: 0.001390704\n# Compile_time: 0.002092867\n# Rewrite_time: 0.000073836\n# Optimize_time: 0.003364424\n# Wait_TS: 0.000840333\n# DB: load_csv\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 02:41:21.323 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:21.647 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:21.805 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=25] [task-id=25] [data-size=69B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:21.938 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/05/06 02:41:21.941 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:22.059 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:22.061 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:22.062 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/05/06 02:41:22.117 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:22.122 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 02:41:22.122 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/05/06 02:41:22.122 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=78.223Β΅s] [2024/05/06 02:41:22.122 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=252.186Β΅s] [] [2024/05/06 02:41:22.122 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:22.122 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:22.358 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/05/06 02:41:22.410 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=25] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:22.431 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=25] [2024/05/06 02:41:22.503 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:22.504 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 02:41:22.507 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:22.596 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:22.596 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:22.600 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:22.600 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:22.608 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:22.609 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:22.661 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:22.664 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:22.665 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 02:41:22.665 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=25] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:22.665 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=25] [disk-quota=700.7GiB] [2024/05/06 02:41:22.793 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [2024/05/06 02:41:22.804 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 02:41:22.833 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 02:41:22.833 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/05/06 02:41:22.855 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/05/06 02:41:22.859 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.360838ms] [encodeDur=1.346541ms] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=355.215Β΅s] [type=file] [takeTime=3.562787ms] [] [2024/05/06 02:41:22.860 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/aaa6476a-b442-4e38-b650-39f5962d4a10.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/05/06 02:41:22.861 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [takeTime=67.814422ms] [] [2024/05/06 02:41:22.861 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 02:41:22.861 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 02:41:22.861 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 02:41:22.863 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.122043ms] [] [2024/05/06 02:41:22.864 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 02:41:22.873 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:22.900 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 02:41:22.900 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:22.903 +00:00] [WARN] [split.go:139] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FFB75F728000000000FF0000010000000000FA, endKey: 7480000000000000FFB75F728000000000FF0000030000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 02:41:22.976 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 02:41:22.983 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=119.100073ms] [] [2024/05/06 02:41:22.983 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 02:41:22.985 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.846468ms] [] [2024/05/06 02:41:22.985 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 02:41:22.985 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 02:41:22.987 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.942376ms] [] [2024/05/06 02:41:22.987 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 02:41:22.987 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 02:41:22.987 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=92.773Β΅s] [] [2024/05/06 02:41:22.987 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 02:41:22.989 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.500138ms] [] [2024/05/06 02:41:23.077 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 02:41:23.079 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:23.080 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:23.080 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:23.081 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:23.081 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:23.081 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:23.081 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:23.081 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:23.081 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:23.081 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:23.081 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:23.081 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:23.081 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:23.081 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:23.083 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:23.083 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:23.084 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:23.084 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:23.084 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:23.084 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:23.084 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:23.084 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=581.142999ms] [] [2024/05/06 02:41:23.295 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 02:41:23.297 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:23.298 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:23.656 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:23.766 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 02:41:23.767 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 02:41:23.767 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 02:41:23.795 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=28.648533ms] [] [2024/05/06 02:41:23.796 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 02:41:23.796 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 02:41:23.796 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [weight=30] [2024/05/06 02:41:23.796 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [concurrency=15] [2024/05/06 02:41:23.812 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=183] [physicalTableID=183] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 02:41:23.813 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 02:41:23.814 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=46.917437ms] [] [2024/05/06 02:41:23.814 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=47.364564ms] [] [2024/05/06 02:41:23.935 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:23.935 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=25] [step=post-process] [state=running] [] [2024/05/06 02:41:23.947 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=25] [2024/05/06 02:41:23.993 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=336.434062ms] [] [2024/05/06 02:41:24.069 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=25] [2024/05/06 02:41:24.089 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=25] [type=ImportInto] [2024/05/06 02:41:24.103 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:24.103 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=25] [2024/05/06 02:41:24.117 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/05/06 02:41:24.117 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 02:41:24.233 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=25] [2024/05/06 02:41:24.291 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:24.313 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.022794263\n# Parse_time: 0.000970732\n# Compile_time: 0.002403457\n# Rewrite_time: 0.000546497\n# Optimize_time: 0.003364424\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 02:41:24.372 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:24.655 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:24.818 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=26] [task-id=26] [data-size=69B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:24.881 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/05/06 02:41:24.882 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:24.997 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:24.999 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:25.001 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/05/06 02:41:25.104 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:25.112 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 02:41:25.112 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/05/06 02:41:25.112 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=81.495Β΅s] [2024/05/06 02:41:25.112 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=261.492Β΅s] [] [2024/05/06 02:41:25.113 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:25.113 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:25.310 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/05/06 02:41:25.355 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=26] [2024/05/06 02:41:25.359 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=26] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:25.421 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:25.423 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 02:41:25.424 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:25.470 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:25.470 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:25.472 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:25.472 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:25.474 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:25.474 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:25.539 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:25.549 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:25.549 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 02:41:25.549 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=26] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:25.550 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=26] [disk-quota=700.7GiB] [2024/05/06 02:41:25.694 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [2024/05/06 02:41:25.706 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 02:41:25.728 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:41:25.728 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/05/06 02:41:25.750 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [2024/05/06 02:41:25.755 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [readDur=2.86976ms] [encodeDur=907.541Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=363.746Β΅s] [type=file] [takeTime=4.630884ms] [] [2024/05/06 02:41:25.756 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [takeTime=62.133384ms] [] [2024/05/06 02:41:25.756 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/6c9b4d6b-2724-4b44-a788-f92158da5d3b.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/05/06 02:41:25.756 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 02:41:25.757 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 02:41:25.757 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 02:41:25.760 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=3.281294ms] [] [2024/05/06 02:41:25.760 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 02:41:25.768 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:25.794 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/05/06 02:41:25.794 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:25.812 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 11, store 1, region 10, epoch conf_ver:5 version:58 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 10 is staler than local region, local epoch conf_ver: 5 version: 60, request epoch conf_ver: 5 version: 58\")"] ["job stage"=needRescan] [2024/05/06 02:41:25.814 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000B95F728000000000000001] [endKey=7480000000000000B95F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:41:27.814 +00:00] [2024/05/06 02:41:27.864 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 02:41:27.869 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.109083707s] [] [2024/05/06 02:41:27.870 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 02:41:27.871 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.725524ms] [] [2024/05/06 02:41:27.871 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 02:41:27.872 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:41:27.874 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=2.227006ms] [] [2024/05/06 02:41:27.874 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 02:41:27.874 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:41:27.874 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=69.173Β΅s] [] [2024/05/06 02:41:27.874 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:41:27.875 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=926.566Β΅s] [] [2024/05/06 02:41:27.977 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 02:41:27.996 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:27.996 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:27.996 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:27.996 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:27.997 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:27.997 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:27.997 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:27.997 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:27.997 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:27.997 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:27.997 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:27.997 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:28.000 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:28.001 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:28.001 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:28.001 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:28.001 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:28.001 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=2.579975786s] [] [2024/05/06 02:41:28.037 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:28.039 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:28.041 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:28.041 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:28.262 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 02:41:28.264 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:28.264 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:28.627 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:28.738 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 02:41:28.738 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 02:41:28.738 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 02:41:28.784 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=46.165056ms] [] [2024/05/06 02:41:28.785 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 02:41:28.785 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 02:41:28.785 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [weight=30] [2024/05/06 02:41:28.785 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [concurrency=15] [2024/05/06 02:41:28.794 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=185] [physicalTableID=185] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 02:41:28.795 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 02:41:28.796 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=57.269278ms] [] [2024/05/06 02:41:28.796 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=57.672105ms] [] [2024/05/06 02:41:28.875 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=247.320229ms] [] [2024/05/06 02:41:28.924 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:28.924 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=26] [step=post-process] [state=running] [] [2024/05/06 02:41:28.939 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=26] [2024/05/06 02:41:29.127 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=26] [type=ImportInto] [2024/05/06 02:41:29.150 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=26] [2024/05/06 02:41:29.187 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:29.187 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=26] [2024/05/06 02:41:29.346 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:29.441 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.105555049\n# Parse_time: 0.000857147\n# Compile_time: 0.00216206\n# Rewrite_time: 0.000433394\n# Optimize_time: 0.002131584\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6NS4xcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 02:41:29.460 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 02:41:29.541 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 02:41:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 02:41:29.541 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 02:41:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:29.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:29.760 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 187, Table Name: gbk, Old Table ID: 183, Old Table Name: gbk"] [2024/05/06 02:41:29.846 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=4.385633ms] [gotSchemaVersion=126] [phyTblIDs="[183,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:41:29.882 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=188] [ver=126] [2024/05/06 02:41:29.886 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=126] [2024/05/06 02:41:29.910 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=91.420581ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:30.055 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/06 02:41:30.092 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 02:41:30.100 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:29.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:30.242 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 02:41:30.242 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:30.257 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.798791148\n# Parse_time: 0.000536352\n# Compile_time: 0.001307708\n# Rewrite_time: 0.000037644\n# Optimize_time: 0.002453623\n# Wait_TS: 0.000859275\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 02:41:30.288 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:30.641 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:30.798 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=27] [task-id=27] [data-size=101B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:30.871 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=27] [2024/05/06 02:41:30.871 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:31.011 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:31.013 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:31.015 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/05/06 02:41:31.052 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:31.062 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 02:41:31.062 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/05/06 02:41:31.062 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=65.912Β΅s] [2024/05/06 02:41:31.062 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=247.153Β΅s] [] [2024/05/06 02:41:31.062 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:31.062 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:31.280 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/05/06 02:41:31.337 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=27] [2024/05/06 02:41:31.339 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=27] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:31.413 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:31.415 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 02:41:31.417 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:31.453 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:31.453 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:31.454 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:31.454 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:31.456 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:31.456 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:31.479 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:31.486 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:31.486 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 02:41:31.486 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=27] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:31.493 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=27] [disk-quota=700.7GiB] [2024/05/06 02:41:31.649 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [2024/05/06 02:41:31.663 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 02:41:31.676 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 02:41:31.676 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/05/06 02:41:31.698 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [2024/05/06 02:41:31.701 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [readDur=1.630039ms] [encodeDur=904.687Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=275.781Β΅s] [type=file] [takeTime=3.276386ms] [] [2024/05/06 02:41:31.702 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [takeTime=53.022205ms] [] [2024/05/06 02:41:31.703 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 02:41:31.703 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 02:41:31.703 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 02:41:31.703 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/b95eecb2-77b1-45f4-8f02-fe413425cbb0.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000002] [2024/05/06 02:41:31.706 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=3.077729ms] [] [2024/05/06 02:41:31.706 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 02:41:31.719 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:31.748 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 02:41:31.749 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:31.762 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 11, store 1, region 10, epoch conf_ver:5 version:60 , when close write stream: rpc error: code = Unknown desc = RequestTooOld(\"request region 10 is staler than local region, local epoch conf_ver: 5 version: 62, request epoch conf_ver: 5 version: 60\")"] ["job stage"=needRescan] [2024/05/06 02:41:31.764 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000BB5F728000000000000001] [endKey=7480000000000000BB5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:41:33.764 +00:00] [2024/05/06 02:41:33.802 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 02:41:33.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=2.100962945s] [] [2024/05/06 02:41:33.807 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 02:41:33.809 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.152918ms] [] [2024/05/06 02:41:33.810 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 02:41:33.810 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 02:41:33.815 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=5.137721ms] [] [2024/05/06 02:41:33.815 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 02:41:33.815 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 02:41:33.815 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=119.542Β΅s] [] [2024/05/06 02:41:33.815 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 02:41:33.817 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.715613ms] [] [2024/05/06 02:41:33.909 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 02:41:33.914 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:33.916 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:33.916 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:33.917 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:33.917 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:33.917 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:33.917 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:33.917 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:33.917 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:33.917 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:33.918 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:33.918 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:33.918 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:33.918 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:33.918 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:33.918 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:33.922 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:33.922 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:33.922 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:33.922 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:33.922 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:33.922 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=2.508552779s] [] [2024/05/06 02:41:34.096 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 02:41:34.098 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:34.099 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:34.408 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:34.522 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 02:41:34.522 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 02:41:34.523 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 02:41:34.550 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=27.217468ms] [] [2024/05/06 02:41:34.550 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 02:41:34.550 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 02:41:34.550 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [weight=30] [2024/05/06 02:41:34.550 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [concurrency=15] [2024/05/06 02:41:34.559 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 02:41:34.560 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 02:41:34.560 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=37.285618ms] [] [2024/05/06 02:41:34.560 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=37.646008ms] [] [2024/05/06 02:41:34.615 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:34.615 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=27] [step=post-process] [state=running] [] [2024/05/06 02:41:34.626 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=27] [2024/05/06 02:41:34.644 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=235.67581ms] [] [2024/05/06 02:41:34.738 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=27] [type=ImportInto] [2024/05/06 02:41:34.747 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=27] [2024/05/06 02:41:34.775 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:34.775 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=27] [2024/05/06 02:41:34.990 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:35.086 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.827442368\n# Parse_time: 0.001292067\n# Compile_time: 0.003303333\n# Rewrite_time: 0.000653365\n# Optimize_time: 0.002453623\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/05/06 02:41:35.105 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 02:41:35.189 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 02:41:35.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:35.189 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 02:41:35.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 02:41:35.289 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:35.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:35.338 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 189, Table Name: gbk, Old Table ID: 187, Old Table Name: gbk"] [2024/05/06 02:41:35.449 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=12.069627ms] [gotSchemaVersion=127] [phyTblIDs="[187,189]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:41:35.470 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=190] [version=127] [2024/05/06 02:41:35.490 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=65.18129ms] [job="ID:190, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:35.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:35.578 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 02:41:35.670 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="truncate table"] [2024/05/06 02:41:35.692 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [job="ID:190, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:35.128 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:35.845 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 02:41:35.847 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:35.887 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.783327519\n# Parse_time: 0.000395134\n# Compile_time: 0.001044258\n# Rewrite_time: 0.000053966\n# Optimize_time: 0.002528756\n# Wait_TS: 0.001179808\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 02:41:35.923 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:36.228 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:36.445 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=28] [task-id=28] [data-size=61B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:36.530 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=28] [2024/05/06 02:41:36.531 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:36.654 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:36.656 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:36.658 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/05/06 02:41:36.711 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:36.718 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 02:41:36.718 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/05/06 02:41:36.718 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=99.732Β΅s] [2024/05/06 02:41:36.718 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=271.291Β΅s] [] [2024/05/06 02:41:36.718 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:36.719 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:36.983 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/05/06 02:41:37.033 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=28] [2024/05/06 02:41:37.035 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=28] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:37.116 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:37.118 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 02:41:37.120 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:37.146 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:37.146 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:37.150 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:37.150 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:37.156 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:37.156 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:37.200 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:37.202 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:37.203 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 02:41:37.203 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=28] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:37.204 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=28] [disk-quota=700.7GiB] [2024/05/06 02:41:37.310 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [2024/05/06 02:41:37.320 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 02:41:37.327 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 02:41:37.327 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=189] [2024/05/06 02:41:37.340 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [2024/05/06 02:41:37.343 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [takeTime=3.134967ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:41:37.344 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [takeTime=33.379223ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:41:37.344 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:41:37.345 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:41:37.345 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 02:41:37.346 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:37.346 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:37.346 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:37.346 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:37.346 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:37.346 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:37.347 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:37.404 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 02:41:37.416 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:37.417 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:37.417 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:37.417 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:37.417 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:37.420 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:37.420 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:37.420 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:37.420 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:37.420 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:37.420 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=303.54937ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 02:41:37.420 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:41:37.504 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[table:1366]Incorrect string value '\\\\\\\\xF0\\\\\\\\x9F\\\\\\\\x98\\\\\\\\x80' for column 'j'\\\"}\"]"] [2024/05/06 02:41:37.621 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=28] [type=ImportInto] [2024/05/06 02:41:37.663 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 02:41:37.666 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/05/06 02:41:37.710 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=28] [2024/05/06 02:41:37.809 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=28] [2024/05/06 02:41:37.856 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:37.856 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=28] [2024/05/06 02:41:38.012 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:38.021 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestGBK\n\ttests/realtikvtest/importintotest/import_into_test.go:544\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 02:41:38.023 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.134263037\n# Parse_time: 0.000855485\n# Compile_time: 0.002484702\n# Rewrite_time: 0.000628973\n# Optimize_time: 0.002528756\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6Mi4xM3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjIuMTNzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestImportInto/TestGeneratedColumnsAndTSVFile [2024/05/06 02:41:38.026 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 02:41:38.150 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:38.150 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 02:41:38.270 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:38.417 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=436.664Β΅s] [gotSchemaVersion=128] [phyTblIDs="[175]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:41:38.437 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=128] [2024/05/06 02:41:38.461 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=63.340857ms] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:38.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:38.642 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=284.061Β΅s] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:41:38.657 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=129] [2024/05/06 02:41:38.690 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=58.036073ms] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:38.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:38.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=282.053Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:41:38.970 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=130] [2024/05/06 02:41:39.021 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=93.258832ms] [job="ID:191, Type:drop schema, State:done, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:39.106 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=191] [tableIDs="[175]"] [comment="drop schema: table IDs"] [2024/05/06 02:41:39.130 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=191] [jobType="drop schema"] [2024/05/06 02:41:39.141 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:drop schema, State:synced, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:38.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:39.262 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 02:41:39.262 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:39.274 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.248999033\n# Parse_time: 0.000794812\n# Compile_time: 0.001126026\n# Rewrite_time: 0.000057743\n# Optimize_time: 0.002528756\n# Wait_TS: 0.000932975\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 02:41:39.276 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 02:41:39.375 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:39.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:39.375 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:39.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 02:41:39.460 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:39.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:39.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=2.179484ms] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:41:39.582 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=193] [version=131] [2024/05/06 02:41:39.624 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=76.765515ms] [job="ID:193, Type:create schema, State:done, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:41:39.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:39.791 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create schema, State:synced, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:39.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:39.867 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 02:41:39.867 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:39.875 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.600706311\n# Parse_time: 0.000588548\n# Compile_time: 0.001096435\n# Rewrite_time: 0.000055357\n# Optimize_time: 0.002528756\n# Wait_TS: 0.00091838\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 02:41:39.889 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/05/06 02:41:39.997 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:39.997 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 02:41:40.086 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:40.134 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 194, Table Name: t_gen1"] [2024/05/06 02:41:40.270 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=14.787927ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:41:40.295 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=195] [ver=132] [2024/05/06 02:41:40.310 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=132] [2024/05/06 02:41:40.329 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=101.275968ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:40.494 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:40.602 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 02:41:40.602 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:40.626 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.742011334\n# Parse_time: 0.002705715\n# Compile_time: 0.002621245\n# Rewrite_time: 0.000106996\n# Optimize_time: 0.002528756\n# Wait_TS: 0.000675627\n# DB: load_csv\n# Is_internal: false\n# Digest: 44459012174f20922ebbeb279540a1f1e608def0e29395f245e4f8496bfb740e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 02:41:40.654 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:40.969 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:41.148 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=29] [task-id=29] [data-size=7B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:41.231 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=29] [2024/05/06 02:41:41.239 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:41.352 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:41.355 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:41.357 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/05/06 02:41:41.424 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:41.430 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 02:41:41.430 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 02:41:41.430 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=67.078Β΅s] [2024/05/06 02:41:41.430 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=227.151Β΅s] [] [2024/05/06 02:41:41.430 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:41.430 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:41.658 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/05/06 02:41:41.716 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=29] [2024/05/06 02:41:41.722 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:41.861 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:41.863 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 02:41:41.865 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:41.908 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:41.908 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:41.916 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:41.916 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:41.927 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:41.927 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:41.966 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:41.968 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:41.968 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 02:41:41.968 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=29] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:41.969 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=29] [disk-quota=700.7GiB] [2024/05/06 02:41:42.071 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [2024/05/06 02:41:42.095 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 02:41:42.110 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:42.111 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 02:41:42.133 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 02:41:42.138 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=2.235033ms] [encodeDur=1.596318ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=437.26Β΅s] [type=file] [takeTime=4.982688ms] [] [2024/05/06 02:41:42.139 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [takeTime=68.668278ms] [] [2024/05/06 02:41:42.140 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/1dbd0af6-f71d-4537-84a9-119213266bbb.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 02:41:42.141 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 02:41:42.142 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 02:41:42.142 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 02:41:42.144 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.227852ms] [] [2024/05/06 02:41:42.144 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 02:41:42.153 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:42.178 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 02:41:42.178 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:42.192 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 11, store 1, region 10, epoch conf_ver:5 version:62 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 10 is staler than local region, local epoch conf_ver: 5 version: 64, request epoch conf_ver: 5 version: 62\")"] ["job stage"=needRescan] [2024/05/06 02:41:42.195 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000C25F728000000000000001] [endKey=7480000000000000C25F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:41:44.195 +00:00] [2024/05/06 02:41:44.234 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 02:41:44.243 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=2.098813333s] [] [2024/05/06 02:41:44.243 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 02:41:44.245 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.580008ms] [] [2024/05/06 02:41:44.245 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 02:41:44.245 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:44.247 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=2.259413ms] [] [2024/05/06 02:41:44.247 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 02:41:44.248 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:44.248 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=94.458Β΅s] [] [2024/05/06 02:41:44.248 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:44.249 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.32593ms] [] [2024/05/06 02:41:44.346 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 02:41:44.355 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:44.355 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:44.355 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:44.355 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:44.355 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:44.355 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:44.355 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:44.355 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:44.355 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:44.355 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:44.355 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:44.356 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:44.358 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:44.358 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:44.358 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:44.358 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:44.358 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:44.358 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=2.497616351s] [] [2024/05/06 02:41:44.378 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:44.380 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:44.382 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:44.382 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:44.597 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 02:41:44.600 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:44.600 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:44.848 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:44.957 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 02:41:44.957 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 02:41:44.957 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 02:41:44.986 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=28.262884ms] [] [2024/05/06 02:41:44.986 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 02:41:44.986 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 02:41:44.986 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [weight=30] [2024/05/06 02:41:44.986 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [concurrency=15] [2024/05/06 02:41:44.999 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 02:41:44.999 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 02:41:44.999 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=42.110323ms] [] [2024/05/06 02:41:45.000 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=42.398065ms] [] [2024/05/06 02:41:45.129 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:45.130 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=29] [step=post-process] [state=running] [] [2024/05/06 02:41:45.141 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=29] [2024/05/06 02:41:45.158 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=309.762661ms] [] [2024/05/06 02:41:45.285 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=29] [2024/05/06 02:41:45.331 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:45.331 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=29] [2024/05/06 02:41:45.335 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/05/06 02:41:45.477 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.849808557\n# Parse_time: 0.001276365\n# Compile_time: 0.003689795\n# Rewrite_time: 0.001996385\n# Optimize_time: 0.002528756\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 02:41:45.514 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:45.590 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:45.946 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:46.101 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=30] [task-id=30] [data-size=7B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:46.184 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30] [2024/05/06 02:41:46.188 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:46.298 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:46.300 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:46.301 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/05/06 02:41:46.406 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:46.413 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 02:41:46.413 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 02:41:46.413 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=140.504Β΅s] [2024/05/06 02:41:46.413 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=369.489Β΅s] [] [2024/05/06 02:41:46.413 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:46.414 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:46.635 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/05/06 02:41:46.692 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=30] [2024/05/06 02:41:46.701 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:46.773 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:46.775 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 02:41:46.777 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:46.798 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:46.798 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:46.808 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:46.808 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:46.814 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:46.814 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:46.863 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:46.865 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:46.865 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 02:41:46.865 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=30] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:46.867 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=30] [disk-quota=700.7GiB] [2024/05/06 02:41:47.004 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [2024/05/06 02:41:47.012 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 02:41:47.023 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:47.024 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 02:41:47.045 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 02:41:47.049 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=2.004597ms] [encodeDur=1.080331ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=343.869Β΅s] [type=file] [takeTime=4.003223ms] [] [2024/05/06 02:41:47.050 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/e33ebdad-c30b-4075-a3a6-e9d880bba34f.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 02:41:47.050 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [takeTime=46.513863ms] [] [2024/05/06 02:41:47.051 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 02:41:47.051 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 02:41:47.051 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 02:41:47.060 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=9.030096ms] [] [2024/05/06 02:41:47.060 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 02:41:47.069 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:47.095 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 02:41:47.095 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:47.177 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 02:41:47.180 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=119.4091ms] [] [2024/05/06 02:41:47.180 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 02:41:47.184 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=4.249656ms] [] [2024/05/06 02:41:47.184 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 02:41:47.184 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:47.191 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=6.986762ms] [] [2024/05/06 02:41:47.191 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 02:41:47.192 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:47.192 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=82.212Β΅s] [] [2024/05/06 02:41:47.192 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:47.194 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=2.225731ms] [] [2024/05/06 02:41:47.302 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 02:41:47.306 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:47.306 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:47.306 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:47.307 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:47.307 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:47.307 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:47.307 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:47.307 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:47.307 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:47.307 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:47.307 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:47.307 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:47.311 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:47.311 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:47.311 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:47.311 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:47.311 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:47.311 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=537.736612ms] [] [2024/05/06 02:41:47.332 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:47.334 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:47.335 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:47.335 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:47.467 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 02:41:47.469 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:47.469 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:47.825 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:47.928 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 02:41:47.928 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 02:41:47.928 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 02:41:47.934 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=6.38222ms] [] [2024/05/06 02:41:47.935 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 02:41:47.935 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 02:41:47.935 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [weight=30] [2024/05/06 02:41:47.935 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [concurrency=15] [2024/05/06 02:41:47.946 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 02:41:47.947 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 02:41:47.962 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=33.619844ms] [] [2024/05/06 02:41:47.962 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=34.139271ms] [] [2024/05/06 02:41:48.120 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=294.428391ms] [] [2024/05/06 02:41:48.153 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:48.153 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=30] [step=post-process] [state=running] [] [2024/05/06 02:41:48.171 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=30] [2024/05/06 02:41:48.341 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30] [2024/05/06 02:41:48.343 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30] [type=ImportInto] [2024/05/06 02:41:48.408 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:48.408 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30] [2024/05/06 02:41:48.566 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:48.589 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.032608374\n# Parse_time: 0.000997717\n# Compile_time: 0.003299343\n# Rewrite_time: 0.001733192\n# Optimize_time: 0.001470139\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 02:41:48.694 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:49.070 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:49.208 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=31] [task-id=31] [data-size=7B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:49.260 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/05/06 02:41:49.261 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:49.371 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:49.372 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:49.374 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/05/06 02:41:49.409 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:49.422 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 02:41:49.422 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 02:41:49.422 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=73.276Β΅s] [2024/05/06 02:41:49.422 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=247.777Β΅s] [] [2024/05/06 02:41:49.422 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:49.423 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:49.679 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/05/06 02:41:49.698 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=31] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:49.746 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=31] [2024/05/06 02:41:49.793 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:49.795 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 02:41:49.798 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:49.847 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:49.849 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:49.862 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:49.862 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:49.875 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:49.875 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:49.941 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:49.946 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:49.946 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 02:41:49.946 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=31] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:49.949 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=31] [disk-quota=700.7GiB] [2024/05/06 02:41:50.053 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [2024/05/06 02:41:50.092 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 02:41:50.172 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:50.173 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 02:41:50.197 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 02:41:50.202 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.782053ms] [encodeDur=1.437483ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=366.885Β΅s] [type=file] [takeTime=4.194443ms] [] [2024/05/06 02:41:50.204 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/6e18635c-9118-4229-96c3-d3178177dce8.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 02:41:50.205 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [takeTime=151.878779ms] [] [2024/05/06 02:41:50.205 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 02:41:50.205 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 02:41:50.205 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 02:41:50.207 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.39078ms] [] [2024/05/06 02:41:50.207 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 02:41:50.217 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:50.245 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 02:41:50.246 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:50.294 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 02:41:50.302 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=94.868572ms] [] [2024/05/06 02:41:50.302 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 02:41:50.304 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.981503ms] [] [2024/05/06 02:41:50.304 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 02:41:50.304 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:50.306 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=2.250713ms] [] [2024/05/06 02:41:50.307 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 02:41:50.307 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:50.307 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=92.066Β΅s] [] [2024/05/06 02:41:50.307 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 02:41:50.308 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.173893ms] [] [2024/05/06 02:41:50.398 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:50.401 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:50.403 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:50.403 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:50.412 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 02:41:50.418 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:50.418 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:50.418 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:50.418 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:50.418 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:50.418 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:50.418 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:50.418 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:50.418 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:50.418 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:50.418 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:50.418 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:50.421 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:50.421 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:50.421 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:50.422 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:50.422 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:50.422 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=628.512795ms] [] [2024/05/06 02:41:50.616 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 02:41:50.618 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:50.619 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:50.930 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:51.031 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 02:41:51.031 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 02:41:51.031 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 02:41:51.041 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=9.476194ms] [] [2024/05/06 02:41:51.041 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 02:41:51.041 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 02:41:51.041 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [weight=30] [2024/05/06 02:41:51.041 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [concurrency=15] [2024/05/06 02:41:51.047 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 02:41:51.047 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 02:41:51.047 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=16.310308ms] [] [2024/05/06 02:41:51.047 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=16.622276ms] [] [2024/05/06 02:41:51.179 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=248.33613ms] [] [2024/05/06 02:41:51.196 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:51.196 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=31] [step=post-process] [state=running] [] [2024/05/06 02:41:51.200 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=31] [2024/05/06 02:41:51.361 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=31] [type=ImportInto] [2024/05/06 02:41:51.364 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=31] [2024/05/06 02:41:51.408 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:51.408 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=31] [2024/05/06 02:41:51.435 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/05/06 02:41:51.436 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 02:41:51.546 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=31] [2024/05/06 02:41:51.569 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:51.728 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.066096141\n# Parse_time: 0.002454963\n# Compile_time: 0.004424638\n# Rewrite_time: 0.002285188\n# Optimize_time: 0.001798355\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 02:41:51.753 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/05/06 02:41:51.944 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:41:51.944 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 02:41:52.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:52.055 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 196, Table Name: t_gen2"] [2024/05/06 02:41:52.180 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=11.422911ms] [gotSchemaVersion=133] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:41:52.201 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=133] [2024/05/06 02:41:52.221 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=76.372755ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 02:41:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:52.382 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 02:41:51.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:41:52.455 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 02:41:52.455 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:41:52.465 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.714760859\n# Parse_time: 0.001315989\n# Compile_time: 0.002012912\n# Rewrite_time: 0.000086558\n# Optimize_time: 0.002135909\n# Wait_TS: 0.003870043\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 02:41:52.511 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:52.856 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:52.995 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=32] [task-id=32] [data-size=7B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:53.064 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=32] [2024/05/06 02:41:53.064 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:53.174 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:53.176 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:53.177 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/05/06 02:41:53.282 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:53.288 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 02:41:53.288 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 02:41:53.288 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=89.666Β΅s] [2024/05/06 02:41:53.288 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=270.463Β΅s] [] [2024/05/06 02:41:53.288 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:53.289 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:53.510 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/05/06 02:41:53.555 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=32] [2024/05/06 02:41:53.559 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=32] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:53.647 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:53.649 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 02:41:53.651 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:53.667 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:53.667 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:53.670 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:53.670 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:53.672 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:53.672 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:53.707 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:53.709 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:53.709 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 02:41:53.709 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=32] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:53.710 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=32] [disk-quota=700.7GiB] [2024/05/06 02:41:53.820 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [2024/05/06 02:41:53.828 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 02:41:53.837 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:53.838 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 02:41:53.864 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 02:41:53.873 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=3.565043ms] [encodeDur=4.209906ms] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [deliverDur=387.782Β΅s] [type=file] [takeTime=8.745509ms] [] [2024/05/06 02:41:53.876 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/ff317633-b08b-4306-a6c5-83c4d1767ccc.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 02:41:53.876 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [takeTime=55.168216ms] [] [2024/05/06 02:41:53.876 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 02:41:53.876 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 02:41:53.876 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 02:41:53.879 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=3.14135ms] [] [2024/05/06 02:41:53.879 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 02:41:53.896 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:53.925 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 02:41:53.927 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:53.999 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 02:41:54.003 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=123.184913ms] [] [2024/05/06 02:41:54.003 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 02:41:54.004 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.411724ms] [] [2024/05/06 02:41:54.004 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 02:41:54.004 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:54.006 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.927644ms] [] [2024/05/06 02:41:54.007 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 02:41:54.007 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:54.007 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=80.683Β΅s] [] [2024/05/06 02:41:54.007 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:54.008 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.077765ms] [] [2024/05/06 02:41:54.105 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:54.106 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 02:41:54.107 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:54.109 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:54.109 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:54.112 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:54.113 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:54.113 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:54.113 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:54.113 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:54.113 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:54.113 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:54.114 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:54.114 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:54.114 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:54.114 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:54.114 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:54.119 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:54.119 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:54.120 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:54.120 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:54.120 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:54.120 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=472.484566ms] [] [2024/05/06 02:41:54.267 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 02:41:54.270 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:54.270 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:54.611 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:54.710 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 02:41:54.710 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 02:41:54.710 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 02:41:54.733 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=22.942258ms] [] [2024/05/06 02:41:54.733 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [groupId=-1] [size=58] [kvs=2] [checksum=12236948213998824982] [2024/05/06 02:41:54.733 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 02:41:54.733 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [weight=30] [2024/05/06 02:41:54.733 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [concurrency=15] [2024/05/06 02:41:54.745 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=12236948213998824982] [totalKvs=2] [totalBytes=58] [2024/05/06 02:41:54.746 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 02:41:54.747 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=36.580464ms] [] [2024/05/06 02:41:54.747 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=36.852316ms] [] [2024/05/06 02:41:54.800 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:54.800 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=32] [step=post-process] [state=running] [] [2024/05/06 02:41:54.808 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=32] [2024/05/06 02:41:54.842 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=230.669885ms] [] [2024/05/06 02:41:54.914 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=32] [type=ImportInto] [2024/05/06 02:41:54.968 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=32] [2024/05/06 02:41:55.010 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:55.010 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=32] [2024/05/06 02:41:55.154 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:55.191 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.724477845\n# Parse_time: 0.000969108\n# Compile_time: 0.003648472\n# Rewrite_time: 0.002139156\n# Optimize_time: 0.002135909\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 02:41:55.288 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:55.620 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:55.761 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=33] [task-id=33] [data-size=7B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:55.827 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=33] [2024/05/06 02:41:55.828 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:55.938 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:55.940 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:55.941 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/05/06 02:41:55.975 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:55.981 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 02:41:55.981 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 02:41:55.982 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=65.647Β΅s] [2024/05/06 02:41:55.982 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=218.806Β΅s] [] [2024/05/06 02:41:55.982 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:55.982 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:56.211 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/05/06 02:41:56.256 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=33] [2024/05/06 02:41:56.271 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=33] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:56.361 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:56.363 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 02:41:56.365 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:56.406 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:56.406 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:56.408 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:56.408 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:56.410 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:56.410 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:56.442 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:56.446 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:56.446 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 02:41:56.446 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=33] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:56.447 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=33] [disk-quota=700.7GiB] [2024/05/06 02:41:56.520 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [2024/05/06 02:41:56.532 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 02:41:56.546 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:56.547 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 02:41:56.610 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 02:41:56.614 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.495655ms] [encodeDur=1.406693ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=345.424Β΅s] [type=file] [takeTime=3.780946ms] [] [2024/05/06 02:41:56.615 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [takeTime=94.74487ms] [] [2024/05/06 02:41:56.615 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/5058f1e5-fa0d-4735-8420-6d01852cdb48.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 02:41:56.615 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 02:41:56.615 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 02:41:56.615 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 02:41:56.618 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.907388ms] [] [2024/05/06 02:41:56.618 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 02:41:56.645 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:56.674 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 02:41:56.675 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:56.796 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 02:41:56.818 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=199.780498ms] [] [2024/05/06 02:41:56.818 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 02:41:56.820 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.799038ms] [] [2024/05/06 02:41:56.820 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 02:41:56.820 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:56.823 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=2.519548ms] [] [2024/05/06 02:41:56.823 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 02:41:56.823 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:56.823 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=88.973Β΅s] [] [2024/05/06 02:41:56.823 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:56.825 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.077128ms] [] [2024/05/06 02:41:56.948 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 02:41:56.954 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:56.954 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:56.954 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:56.954 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:56.954 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:56.954 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:56.954 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:56.955 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:56.955 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:56.955 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:56.955 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:56.955 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:56.958 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:56.958 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:56.958 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:56.958 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:56.958 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:56.958 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=597.430834ms] [] [2024/05/06 02:41:56.970 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:56.972 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:56.974 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:56.974 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:57.113 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 02:41:57.115 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:57.115 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:57.392 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:57.490 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 02:41:57.491 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 02:41:57.491 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 02:41:57.498 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=6.963548ms] [] [2024/05/06 02:41:57.498 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 02:41:57.498 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 02:41:57.498 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [weight=30] [2024/05/06 02:41:57.498 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [concurrency=15] [2024/05/06 02:41:57.508 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 02:41:57.509 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 02:41:57.509 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=18.601466ms] [] [2024/05/06 02:41:57.509 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=18.966259ms] [] [2024/05/06 02:41:57.611 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=218.321474ms] [] [2024/05/06 02:41:57.666 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:41:57.666 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=33] [step=post-process] [state=running] [] [2024/05/06 02:41:57.670 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=33] [2024/05/06 02:41:57.791 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=33] [type=ImportInto] [2024/05/06 02:41:57.795 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=33] [2024/05/06 02:41:57.874 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=39.870855ms] [2024/05/06 02:41:57.881 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:41:57.881 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=33] [2024/05/06 02:41:57.968 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.714750646\n# Parse_time: 0.001275298\n# Compile_time: 0.005066959\n# Rewrite_time: 0.002826973\n# Optimize_time: 0.001631074\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 02:41:58.049 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:41:58.068 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:58.332 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 02:41:58.514 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=34] [task-id=34] [data-size=7B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:41:58.574 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/05/06 02:41:58.576 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:41:58.686 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:41:58.688 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:58.689 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/05/06 02:41:58.725 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:58.730 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 02:41:58.730 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 02:41:58.730 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=78.593Β΅s] [2024/05/06 02:41:58.730 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=241.707Β΅s] [] [2024/05/06 02:41:58.730 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:41:58.730 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:41:58.945 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/05/06 02:41:58.978 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=34] [2024/05/06 02:41:59.003 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:41:59.066 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:59.068 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 02:41:59.071 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:41:59.085 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:41:59.086 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:41:59.087 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:59.087 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:41:59.089 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:41:59.089 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:41:59.114 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:41:59.116 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:41:59.116 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 02:41:59.117 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=34] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:41:59.117 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=34] [disk-quota=700.7GiB] [2024/05/06 02:41:59.218 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [2024/05/06 02:41:59.224 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 02:41:59.230 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:59.230 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 02:41:59.249 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 02:41:59.252 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.391022ms] [encodeDur=1.10486ms] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=326.2Β΅s] [type=file] [takeTime=3.312842ms] [] [2024/05/06 02:41:59.253 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [takeTime=34.781765ms] [] [2024/05/06 02:41:59.253 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/dc804fbf-1290-4b93-86ab-9c3330d66e07.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 02:41:59.253 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 02:41:59.253 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 02:41:59.253 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 02:41:59.256 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.219075ms] [] [2024/05/06 02:41:59.256 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 02:41:59.261 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:41:59.284 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/05/06 02:41:59.284 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:41:59.313 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 02:41:59.316 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=59.838126ms] [] [2024/05/06 02:41:59.316 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 02:41:59.317 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.38783ms] [] [2024/05/06 02:41:59.317 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 02:41:59.317 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:59.319 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.871683ms] [] [2024/05/06 02:41:59.319 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 02:41:59.320 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:59.320 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=78.372Β΅s] [] [2024/05/06 02:41:59.320 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 02:41:59.321 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.007734ms] [] [2024/05/06 02:41:59.390 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 02:41:59.393 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:41:59.393 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:41:59.393 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:41:59.393 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:41:59.393 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:41:59.394 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:41:59.394 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:59.394 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:59.394 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:59.394 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:59.394 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:59.394 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:41:59.396 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:41:59.396 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:41:59.396 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:41:59.396 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:41:59.396 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:41:59.396 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=330.065633ms] [] [2024/05/06 02:41:59.408 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:41:59.410 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:41:59.412 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/05/06 02:41:59.412 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:41:59.564 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/05/06 02:41:59.567 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:41:59.568 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:41:59.762 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:41:59.866 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 02:41:59.866 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 02:41:59.866 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 02:41:59.875 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=8.927024ms] [] [2024/05/06 02:41:59.875 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 02:41:59.875 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 02:41:59.875 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [weight=30] [2024/05/06 02:41:59.876 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [concurrency=15] [2024/05/06 02:41:59.890 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 02:41:59.891 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 02:41:59.891 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=24.950418ms] [] [2024/05/06 02:41:59.891 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=25.270799ms] [] [2024/05/06 02:41:59.963 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=200.315729ms] [] [2024/05/06 02:42:00.058 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:00.059 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=34] [step=post-process] [state=running] [] [2024/05/06 02:42:00.064 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=34] [2024/05/06 02:42:00.151 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=34] [2024/05/06 02:42:00.180 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:00.180 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=34] [2024/05/06 02:42:00.193 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/05/06 02:42:00.306 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:00.419 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.3858515479999998\n# Parse_time: 0.001010445\n# Compile_time: 0.003732781\n# Rewrite_time: 0.002060335\n# Optimize_time: 0.00155861\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestIgnoreNLines [2024/05/06 02:42:00.443 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=133] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 02:42:00.510 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:00.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:00.510 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:00.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 02:42:00.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:00.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:00.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=293.898Β΅s] [gotSchemaVersion=134] [phyTblIDs="[167]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:00.802 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=134] [2024/05/06 02:42:00.818 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=68.600143ms] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:00.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:00.961 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:00.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:01.044 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=309.328Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:01.071 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=135] [2024/05/06 02:42:01.084 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=60.201558ms] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:00.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:01.220 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:00.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:01.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=318.902Β΅s] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:01.386 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=136] [2024/05/06 02:42:01.404 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=62.006638ms] [job="ID:198, Type:drop schema, State:done, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:00.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:01.534 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[167]"] [comment="drop schema: table IDs"] [2024/05/06 02:42:01.579 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop schema"] [2024/05/06 02:42:01.586 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop schema, State:synced, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:00.428 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:01.683 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 02:42:01.684 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:01.692 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.251321616\n# Parse_time: 0.000838386\n# Compile_time: 0.001452167\n# Rewrite_time: 0.000065004\n# Optimize_time: 0.001581098\n# Wait_TS: 0.001292202\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 02:42:01.694 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/05/06 02:42:01.806 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:01.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:01.806 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:01.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 02:42:01.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:01.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:02.071 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=3.016963ms] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:42:02.089 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=137] [2024/05/06 02:42:02.111 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=63.828454ms] [job="ID:200, Type:create schema, State:done, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:01.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:02.261 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create schema, State:synced, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:01.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:02.319 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 02:42:02.319 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:02.335 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.641895111\n# Parse_time: 0.000314274\n# Compile_time: 0.001007731\n# Rewrite_time: 0.000050344\n# Optimize_time: 0.001581098\n# Wait_TS: 0.000503217\n# DB: load_csv\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 02:42:02.339 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:42:02.343 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:42:02.484 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:02.484 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:42:02.627 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:02.675 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 199, Table ID: 201, Table Name: t"] [2024/05/06 02:42:02.832 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=5.519072ms] [gotSchemaVersion=138] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:42:02.856 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=202] [version=138] [2024/05/06 02:42:02.873 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=56.983872ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:03.010 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:02.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:03.126 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 02:42:03.126 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:03.143 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.80141827\n# Parse_time: 0.000794715\n# Compile_time: 0.001237628\n# Rewrite_time: 0.000066003\n# Optimize_time: 0.001581098\n# Wait_TS: 0.000502239\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:42:03.179 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:03.516 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:42:03.678 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=35] [task-id=35] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:42:03.749 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=35] [2024/05/06 02:42:03.750 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:42:03.859 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:03.861 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:03.863 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/05/06 02:42:03.904 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:03.907 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:42:03.907 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 02:42:03.908 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=98.6Β΅s] [2024/05/06 02:42:03.908 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=279.054Β΅s] [] [2024/05/06 02:42:03.908 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:03.908 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:42:04.161 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/05/06 02:42:04.216 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=35] [2024/05/06 02:42:04.225 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:42:04.299 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:42:04.301 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 02:42:04.304 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:04.344 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:04.344 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:04.346 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:04.346 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:04.364 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:04.365 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:04.397 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:04.403 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:04.403 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:42:04.403 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=35] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:04.404 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=35] [disk-quota=700.7GiB] [2024/05/06 02:42:04.504 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [2024/05/06 02:42:04.509 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:04.518 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:04.518 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 02:42:04.630 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/05/06 02:42:04.644 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=60.323512ms] [2024/05/06 02:42:04.662 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=14.485384ms] [encodeDur=16.275567ms] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [deliverDur=414.058Β΅s] [type=file] [takeTime=32.209281ms] [] [2024/05/06 02:42:04.664 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 02:42:04.664 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/91d03b6e-e440-4a13-aef2-1939f7a0fa69.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000004] [2024/05/06 02:42:04.727 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/05/06 02:42:04.731 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=1.881626ms] [encodeDur=1.759871ms] [checksum="{cksum=8522431110482423612,size=205,kvs=5}"] [deliverDur=328.989Β΅s] [type=file] [takeTime=4.414755ms] [] [2024/05/06 02:42:04.732 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/8aba3bca-e178-4911-b354-75e801c47d92.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000013] [2024/05/06 02:42:04.733 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [takeTime=228.859179ms] [] [2024/05/06 02:42:04.733 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 02:42:04.733 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 02:42:04.733 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:04.735 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.962796ms] [] [2024/05/06 02:42:04.735 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:42:04.747 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:04.786 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 02:42:04.786 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:04.876 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 02:42:04.894 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=158.521397ms] [] [2024/05/06 02:42:04.894 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:04.899 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=4.496056ms] [] [2024/05/06 02:42:04.899 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 02:42:04.899 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:04.902 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.578291ms] [] [2024/05/06 02:42:04.902 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:42:04.902 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:04.902 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=120.616Β΅s] [] [2024/05/06 02:42:04.902 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:04.904 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.494415ms] [] [2024/05/06 02:42:04.987 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:04.990 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:04.992 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:04.992 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:42:05.032 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 02:42:05.036 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:05.036 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:05.036 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:05.036 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:05.036 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:05.036 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:05.036 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:05.037 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:05.037 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:05.037 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:05.037 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:05.037 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:05.040 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:05.040 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:05.040 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:05.040 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:05.040 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:05.040 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=741.219127ms] [] [2024/05/06 02:42:05.195 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 02:42:05.198 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:05.198 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:42:05.493 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:42:05.575 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 02:42:05.576 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 02:42:05.576 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 02:42:05.613 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=36.829475ms] [] [2024/05/06 02:42:05.613 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [groupId=-1] [size=369] [kvs=9] [checksum=14304774505401095337] [2024/05/06 02:42:05.613 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [checksum="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 02:42:05.613 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [weight=30] [2024/05/06 02:42:05.613 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [concurrency=15] [2024/05/06 02:42:05.620 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=201] [physicalTableID=201] [indexID=-1] [checksum=14304774505401095337] [totalKvs=9] [totalBytes=369] [2024/05/06 02:42:05.620 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [local="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 02:42:05.621 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=44.94649ms] [] [2024/05/06 02:42:05.621 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=45.325861ms] [] [2024/05/06 02:42:05.683 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:05.683 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=35] [step=post-process] [state=running] [] [2024/05/06 02:42:05.689 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=35] [2024/05/06 02:42:05.705 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=211.916598ms] [] [2024/05/06 02:42:05.769 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/05/06 02:42:05.771 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=35] [2024/05/06 02:42:05.855 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:05.855 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=35] [2024/05/06 02:42:05.907 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.76255621\n# Parse_time: 0.000829502\n# Compile_time: 0.002123779\n# Rewrite_time: 0.000484582\n# Optimize_time: 0.001581098\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:42:05.927 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 02:42:06.009 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:06.016 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:06.016 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:42:06.103 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:06.142 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 203, Table Name: t, Old Table ID: 201, Old Table Name: t"] [2024/05/06 02:42:06.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=4.045557ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:06.275 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=139] [2024/05/06 02:42:06.293 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=77.281229ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:06.466 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 02:42:06.498 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/06 02:42:06.503 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:05.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:06.606 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 02:42:06.606 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:06.612 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.686504711\n# Parse_time: 0.000411068\n# Compile_time: 0.001165703\n# Rewrite_time: 0.000052177\n# Optimize_time: 0.002803422\n# Wait_TS: 0.004612844\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:42:06.641 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:06.878 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:42:07.103 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=36] [task-id=36] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:42:07.167 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=36] [2024/05/06 02:42:07.167 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:42:07.279 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:07.281 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:07.283 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/05/06 02:42:07.319 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:07.328 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:42:07.328 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 02:42:07.328 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=133.532Β΅s] [2024/05/06 02:42:07.328 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=321.449Β΅s] [] [2024/05/06 02:42:07.328 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:07.329 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:42:07.612 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/05/06 02:42:07.663 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=36] [2024/05/06 02:42:07.671 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=36] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:42:07.741 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:42:07.743 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 02:42:07.745 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:07.757 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:07.758 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:07.758 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:07.758 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:07.762 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:07.763 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:07.802 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:07.804 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:07.804 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:42:07.805 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=36] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:07.805 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=36] [disk-quota=700.7GiB] [2024/05/06 02:42:07.893 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [2024/05/06 02:42:07.902 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:07.907 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:07.908 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 02:42:07.946 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/05/06 02:42:07.949 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=304.914Β΅s] [encodeDur=1.369541ms] [checksum="{cksum=1726994466585087899,size=123,kvs=3}"] [deliverDur=296.86Β΅s] [type=file] [takeTime=2.565285ms] [] [2024/05/06 02:42:07.950 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 02:42:07.950 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/ad7ae8f4-3b78-4052-b7f0-61b1f87decfa.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000003] [2024/05/06 02:42:07.969 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/05/06 02:42:07.972 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=375.358Β΅s] [encodeDur=1.954629ms] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [deliverDur=378.26Β΅s] [type=file] [takeTime=3.135186ms] [] [2024/05/06 02:42:07.973 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [takeTime=79.611256ms] [] [2024/05/06 02:42:07.973 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/d3799f0f-f274-41c4-8816-213525c6e67f.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000012] [2024/05/06 02:42:07.975 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 02:42:07.975 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 02:42:07.975 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:07.977 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.61521ms] [] [2024/05/06 02:42:07.977 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:42:07.985 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:08.009 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/05/06 02:42:08.009 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:08.068 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/05/06 02:42:08.077 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=99.6491ms] [] [2024/05/06 02:42:08.077 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:08.083 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=6.319165ms] [] [2024/05/06 02:42:08.083 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 02:42:08.083 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:08.088 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=4.91858ms] [] [2024/05/06 02:42:08.088 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:42:08.089 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:08.089 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=99.589Β΅s] [] [2024/05/06 02:42:08.089 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:08.090 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.548867ms] [] [2024/05/06 02:42:08.259 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:08.261 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:08.263 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:08.263 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:42:08.272 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 02:42:08.277 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:08.277 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:08.277 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:08.277 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:08.277 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:08.278 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:08.278 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:08.278 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:08.278 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:08.278 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:08.278 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:08.278 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:08.281 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:08.281 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:08.281 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:08.281 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:08.281 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:08.282 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=540.06162ms] [] [2024/05/06 02:42:08.445 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/05/06 02:42:08.448 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:08.448 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:42:08.689 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:42:08.840 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 02:42:08.840 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 02:42:08.840 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 02:42:08.855 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=15.092403ms] [] [2024/05/06 02:42:08.856 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [groupId=-1] [size=287] [kvs=7] [checksum=6483480866311923818] [2024/05/06 02:42:08.856 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [checksum="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 02:42:08.856 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [weight=30] [2024/05/06 02:42:08.856 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [concurrency=15] [2024/05/06 02:42:08.865 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=203] [physicalTableID=203] [indexID=-1] [checksum=6483480866311923818] [totalKvs=7] [totalBytes=287] [2024/05/06 02:42:08.866 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [local="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 02:42:08.866 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=25.392079ms] [] [2024/05/06 02:42:08.866 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=25.707699ms] [] [2024/05/06 02:42:08.951 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=261.841551ms] [] [2024/05/06 02:42:09.003 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:09.003 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=36] [step=post-process] [state=running] [] [2024/05/06 02:42:09.009 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=36] [2024/05/06 02:42:09.121 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=36] [2024/05/06 02:42:09.146 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=36] [type=ImportInto] [2024/05/06 02:42:09.169 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:09.169 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=36] [2024/05/06 02:42:09.347 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.733219109\n# Parse_time: 0.001553608\n# Compile_time: 0.003548498\n# Rewrite_time: 0.000697389\n# Optimize_time: 0.002803422\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/05/06 02:42:09.364 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 02:42:09.420 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:09.480 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:09.480 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:42:09.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:09.617 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 205, Table Name: t, Old Table ID: 203, Old Table Name: t"] [2024/05/06 02:42:09.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=4.530004ms] [gotSchemaVersion=140] [phyTblIDs="[203,205]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:09.729 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=140] [2024/05/06 02:42:09.760 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=68.059789ms] [job="ID:206, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:09.852 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 02:42:09.890 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="truncate table"] [2024/05/06 02:42:09.896 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:10.048 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 02:42:10.049 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:10.061 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.698441084\n# Parse_time: 0.000232525\n# Compile_time: 0.001138035\n# Rewrite_time: 0.000051694\n# Optimize_time: 0.001559664\n# Wait_TS: 0.00056676\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:42:10.086 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:10.350 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:42:10.549 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=37] [task-id=37] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:42:10.618 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=37] [2024/05/06 02:42:10.620 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:42:10.731 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:10.733 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:10.735 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/05/06 02:42:10.776 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:10.781 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:42:10.781 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 02:42:10.781 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=94.452Β΅s] [2024/05/06 02:42:10.781 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=259.328Β΅s] [] [2024/05/06 02:42:10.781 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:10.781 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:42:11.016 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/05/06 02:42:11.083 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=37] [2024/05/06 02:42:11.089 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=37] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:42:11.232 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:42:11.235 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 02:42:11.237 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:11.267 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:11.268 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:11.274 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:11.274 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:11.276 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:11.276 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:11.316 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:11.318 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:11.318 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:42:11.319 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=37] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:11.320 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=37] [disk-quota=700.7GiB] [2024/05/06 02:42:11.407 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [2024/05/06 02:42:11.414 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:11.420 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:11.420 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 02:42:11.453 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [2024/05/06 02:42:11.455 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [readDur=171.861Β΅s] [encodeDur=870.846Β΅s] [checksum="{cksum=15880027770607611968,size=41,kvs=1}"] [deliverDur=389.859Β΅s] [type=file] [takeTime=2.089131ms] [] [2024/05/06 02:42:11.457 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 02:42:11.457 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/8fd5cda6-2d63-4242-97ca-673e94a98c3f.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000001] [2024/05/06 02:42:11.511 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [2024/05/06 02:42:11.513 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [readDur=262.902Β΅s] [encodeDur=1.514945ms] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [deliverDur=372.316Β΅s] [type=file] [takeTime=2.511816ms] [] [2024/05/06 02:42:11.514 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/39b972cc-5528-47f9-bee7-bd6a48f964a0.sst] [firstKey=7480000000000000CD5F72800000000000000F] [lastKey=7480000000000000CD5F728000000000000010] [2024/05/06 02:42:11.515 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [takeTime=107.595847ms] [] [2024/05/06 02:42:11.515 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 02:42:11.515 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 02:42:11.515 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:11.517 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.273677ms] [] [2024/05/06 02:42:11.517 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:42:11.529 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:11.553 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/05/06 02:42:11.554 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:11.568 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 11, store 1, region 10, epoch conf_ver:5 version:70 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 10 is staler than local region, local epoch conf_ver: 5 version: 72, request epoch conf_ver: 5 version: 70\")"] ["job stage"=needRescan] [2024/05/06 02:42:11.570 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CD5F728000000000000001] [endKey=7480000000000000CD5F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 02:42:13.570 +00:00] [2024/05/06 02:42:13.617 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/05/06 02:42:13.620 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.10227889s] [] [2024/05/06 02:42:13.620 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:13.622 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.618758ms] [] [2024/05/06 02:42:13.622 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 02:42:13.622 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:13.624 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.443195ms] [] [2024/05/06 02:42:13.624 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:42:13.624 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:13.625 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=85.716Β΅s] [] [2024/05/06 02:42:13.625 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:13.626 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.070682ms] [] [2024/05/06 02:42:13.708 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 02:42:13.714 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:13.714 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:13.714 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:13.714 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:13.714 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:13.714 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:13.714 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:13.714 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:13.714 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:13.714 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:13.714 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:13.714 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:13.721 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:13.721 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:13.721 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:13.721 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:13.721 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:13.721 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=2.488967447s] [] [2024/05/06 02:42:13.752 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:13.754 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:13.756 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:13.756 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:42:13.957 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/05/06 02:42:13.960 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:13.960 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:42:14.174 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:42:14.251 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 02:42:14.252 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 02:42:14.252 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 02:42:14.274 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=21.842443ms] [] [2024/05/06 02:42:14.274 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [groupId=-1] [size=123] [kvs=3] [checksum=16159877524845660299] [2024/05/06 02:42:14.274 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [checksum="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 02:42:14.274 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [weight=30] [2024/05/06 02:42:14.274 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [concurrency=15] [2024/05/06 02:42:14.282 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=16159877524845660299] [totalKvs=3] [totalBytes=123] [2024/05/06 02:42:14.282 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [local="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 02:42:14.283 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=30.834762ms] [] [2024/05/06 02:42:14.283 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=31.078219ms] [] [2024/05/06 02:42:14.385 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:14.385 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=37] [step=post-process] [state=running] [] [2024/05/06 02:42:14.390 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=37] [2024/05/06 02:42:14.436 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=262.227126ms] [] [2024/05/06 02:42:14.522 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=37] [2024/05/06 02:42:14.532 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=37] [type=ImportInto] [2024/05/06 02:42:14.558 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:14.558 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=37] [2024/05/06 02:42:14.742 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:14.824 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.761961102\n# Parse_time: 0.000968787\n# Compile_time: 0.002209235\n# Rewrite_time: 0.000528083\n# Optimize_time: 0.001559664\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC43NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC43NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestImportInto/TestImportIntoPrivilegePositiveCase [2024/05/06 02:42:14.847 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/05/06 02:42:14.961 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:14.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:14.961 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:14.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists import_into"] [2024/05/06 02:42:15.022 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:14.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:15.117 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=382.174Β΅s] [gotSchemaVersion=141] [phyTblIDs="[139]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:15.135 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=141] [2024/05/06 02:42:15.179 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=75.966211ms] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:14.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:15.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:14.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:15.334 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=282.68Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:15.348 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=142] [2024/05/06 02:42:15.377 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=55.041628ms] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:14.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:15.491 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:14.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:15.564 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=276.266Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:15.618 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/207/eb70b740-523b-4db5-ae7e-68c6d4d51de1] [currentVer=142] [latestVer=143] [2024/05/06 02:42:15.618 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=207] [ver=143] [2024/05/06 02:42:15.618 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=143] [2024/05/06 02:42:15.641 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=83.984735ms] [job="ID:207, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:14.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:15.711 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[139]"] [comment="drop schema: table IDs"] [2024/05/06 02:42:15.734 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop schema"] [2024/05/06 02:42:15.745 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:14.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:15.829 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 02:42:15.830 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:15.839 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.993233477\n# Parse_time: 0.000752939\n# Compile_time: 0.000975286\n# Rewrite_time: 0.000051194\n# Optimize_time: 0.007649824\n# Wait_TS: 0.000994126\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/05/06 02:42:15.841 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/05/06 02:42:15.927 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:15.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:15.928 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:15.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 02:42:16.004 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:15.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:16.069 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=1.364112ms] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:42:16.084 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=144] [2024/05/06 02:42:16.111 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=55.405039ms] [job="ID:209, Type:create schema, State:done, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:15.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:16.255 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create schema, State:synced, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:15.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:16.310 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 02:42:16.310 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:16.316 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.475755327\n# Parse_time: 0.000334547\n# Compile_time: 0.00096757\n# Rewrite_time: 0.000049517\n# Optimize_time: 0.007649824\n# Wait_TS: 0.000578683\n# DB: load_data\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database import_into;"] [2024/05/06 02:42:16.322 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:42:16.385 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:16.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:16.385 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:16.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:42:16.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:16.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:16.511 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 208, Table ID: 210, Table Name: t"] [2024/05/06 02:42:16.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=5.826054ms] [gotSchemaVersion=145] [phyTblIDs="[210]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:42:16.629 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=145] [2024/05/06 02:42:16.666 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=63.136459ms] [job="ID:211, Type:create table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:16.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:16.764 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:create table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:16.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:16.859 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 02:42:16.860 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:16.867 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.547737052\n# Parse_time: 0.001525863\n# Compile_time: 0.001529429\n# Rewrite_time: 0.000071444\n# Optimize_time: 0.007649824\n# Wait_TS: 0.000427285\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:42:16.869 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/05/06 02:42:17.189 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.320504163\n# Parse_time: 0.00050469\n# Compile_time: 0.000991038\n# Rewrite_time: 0.000011686\n# Optimize_time: 0.007649824\n# Wait_TS: 0.000527105\n# DB: import_into\n# Is_internal: false\n# Digest: 1fb24d1823a445be8d8fa75485be2ee26f9494501c1e786559ae3047dc25db8a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"User test_import_into@localhost does not exist.\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP USER IF EXISTS 'test_import_into'@'localhost';"] [2024/05/06 02:42:17.191 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/05/06 02:42:17.478 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 02:42:17.794 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.319152074\n# Parse_time: 0.000928033\n# Compile_time: 0.002250814\n# Rewrite_time: 0.000029599\n# Optimize_time: 0.007649824\n# Wait_TS: 0.001922113\n# DB: import_into\n# Is_internal: false\n# Digest: e3087ef39f2b00a165f4d906a40e40e4580d330c4f524a2293bfcb0f85189d78\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nGRANT SELECT on import_into.t to 'test_import_into'@'localhost';"] [2024/05/06 02:42:17.797 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 02:42:18.109 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.314521237\n# Parse_time: 0.000732929\n# Compile_time: 0.001142786\n# Rewrite_time: 0.000020846\n# Optimize_time: 0.007649824\n# Wait_TS: 0.003768662\n# DB: import_into\n# Is_internal: false\n# Digest: 5e0887f5f04bd473522c8928f7ba93c055c66d7d347cf1b767ac803f0fced8bb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nGRANT UPDATE on import_into.t to 'test_import_into'@'localhost';"] [2024/05/06 02:42:18.112 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 02:42:18.337 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 02:42:18.591 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 02:42:18.870 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:19.196 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:42:19.321 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=38] [task-id=38] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:19.385 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/05/06 02:42:19.385 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:19.494 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:19.497 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:19.499 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/05/06 02:42:19.537 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:19.544 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:42:19.544 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 02:42:19.544 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=79.889Β΅s] [2024/05/06 02:42:19.544 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=244.374Β΅s] [] [2024/05/06 02:42:19.544 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:19.544 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:19.731 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/05/06 02:42:19.798 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=38] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:19.819 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=38] [2024/05/06 02:42:19.891 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:19.893 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 02:42:19.894 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:19.909 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:19.910 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:19.910 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:19.911 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:19.915 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:19.915 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:19.946 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:19.949 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:19.949 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:42:19.949 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=38] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:19.950 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=38] [disk-quota=700.7GiB] [2024/05/06 02:42:20.086 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [2024/05/06 02:42:20.093 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:42:20.099 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:20.099 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/05/06 02:42:20.149 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/05/06 02:42:20.152 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=1.616155ms] [encodeDur=1.065779ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=365.649Β΅s] [type=file] [takeTime=3.555167ms] [] [2024/05/06 02:42:20.153 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [takeTime=67.286353ms] [] [2024/05/06 02:42:20.154 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 02:42:20.154 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 02:42:20.154 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:42:20.154 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0db03c2d-0ae9-4480-a5ac-2459ffe2bdca.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/05/06 02:42:20.157 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.405641ms] [] [2024/05/06 02:42:20.157 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:42:20.167 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:20.191 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 02:42:20.192 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:20.217 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 02:42:20.220 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=62.233906ms] [] [2024/05/06 02:42:20.220 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:42:20.221 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.373384ms] [] [2024/05/06 02:42:20.221 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 02:42:20.221 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:20.223 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.628315ms] [] [2024/05/06 02:42:20.223 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:42:20.223 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:20.223 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=91.808Β΅s] [] [2024/05/06 02:42:20.223 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:20.225 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.055108ms] [] [2024/05/06 02:42:20.317 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 02:42:20.321 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:20.321 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:20.321 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:20.321 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:20.321 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:20.321 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:20.322 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:20.322 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:20.322 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:20.322 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:20.322 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:20.322 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:20.325 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:20.325 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:20.325 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:20.325 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:20.325 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:20.325 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=433.737935ms] [] [2024/05/06 02:42:20.332 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:20.334 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:20.336 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:20.336 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:42:20.452 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 02:42:20.455 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:20.455 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:42:20.787 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:20.882 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 02:42:20.882 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 02:42:20.882 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 02:42:20.913 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=30.890668ms] [] [2024/05/06 02:42:20.913 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 02:42:20.913 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 02:42:20.914 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [weight=30] [2024/05/06 02:42:20.914 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [concurrency=15] [2024/05/06 02:42:20.920 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=210] [physicalTableID=210] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 02:42:20.921 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 02:42:20.921 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=39.015347ms] [] [2024/05/06 02:42:20.921 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=39.310388ms] [] [2024/05/06 02:42:21.002 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=214.38262ms] [] [2024/05/06 02:42:21.016 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:21.016 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=38] [step=post-process] [state=running] [] [2024/05/06 02:42:21.026 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=38] [2024/05/06 02:42:21.183 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=38] [type=ImportInto] [2024/05/06 02:42:21.188 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=38] [2024/05/06 02:42:21.230 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:21.230 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=38] [2024/05/06 02:42:21.254 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.403786291\n# Parse_time: 0.000615067\n# Compile_time: 0.002048881\n# Rewrite_time: 0.000443762\n# Optimize_time: 0.007649824\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi40cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:42:21.268 +00:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/05/06 02:42:21.270 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 02:42:21.333 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:21.333 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:42:21.372 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:21.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:21.486 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 212, Table Name: t, Old Table ID: 210, Old Table Name: t"] [2024/05/06 02:42:21.574 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=3.34671ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:21.588 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=146] [2024/05/06 02:42:21.618 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=61.808945ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:21.768 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[210]"] [comment="drop table: table ID"] [2024/05/06 02:42:21.786 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/05/06 02:42:21.793 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:21.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:21.876 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 02:42:21.876 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:21.883 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.614078715\n# Parse_time: 0.000344788\n# Compile_time: 0.001158013\n# Rewrite_time: 0.000051499\n# Optimize_time: 0.002524275\n# Wait_TS: 0.001163915\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:42:21.909 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:22.175 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:42:22.390 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=39] [task-id=39] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:22.458 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=39] [2024/05/06 02:42:22.459 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:22.570 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:22.573 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:22.575 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/05/06 02:42:22.614 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:22.621 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:42:22.621 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 02:42:22.622 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=93.583Β΅s] [2024/05/06 02:42:22.622 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=299.577Β΅s] [] [2024/05/06 02:42:22.622 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:22.622 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:22.833 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/05/06 02:42:22.905 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=39] [2024/05/06 02:42:22.967 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=39] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:23.031 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:23.033 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 02:42:23.035 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:23.051 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:23.051 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:23.052 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:23.052 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:23.053 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:23.053 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:23.113 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:23.115 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:23.115 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:42:23.115 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=39] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:23.118 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=39] [disk-quota=700.7GiB] [2024/05/06 02:42:23.225 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [2024/05/06 02:42:23.237 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:42:23.243 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:23.243 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/05/06 02:42:23.265 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [2024/05/06 02:42:23.268 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [readDur=1.364108ms] [encodeDur=1.208552ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=346.09Β΅s] [type=file] [takeTime=3.542102ms] [] [2024/05/06 02:42:23.270 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [takeTime=43.983436ms] [] [2024/05/06 02:42:23.270 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ec0ba64f-de64-46fb-b419-3b7c50c0b098.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/05/06 02:42:23.270 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 02:42:23.270 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 02:42:23.270 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:42:23.283 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=12.64135ms] [] [2024/05/06 02:42:23.283 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:42:23.291 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:23.317 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 02:42:23.317 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:23.418 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 02:42:23.421 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=137.637549ms] [] [2024/05/06 02:42:23.421 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:42:23.428 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=6.840026ms] [] [2024/05/06 02:42:23.428 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 02:42:23.428 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:23.439 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=10.711798ms] [] [2024/05/06 02:42:23.439 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:42:23.439 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:23.439 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=70.143Β΅s] [] [2024/05/06 02:42:23.439 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:23.440 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.165256ms] [] [2024/05/06 02:42:23.600 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 02:42:23.607 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:23.607 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:23.607 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:23.607 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:23.607 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:23.607 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:23.607 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:23.607 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:23.607 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:23.607 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:23.607 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:23.607 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:23.611 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:23.611 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:23.611 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:23.611 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:23.611 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:23.611 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:23.612 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=579.999458ms] [] [2024/05/06 02:42:23.614 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:23.617 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:23.617 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:42:23.739 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 02:42:23.742 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:23.742 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:42:23.996 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:24.151 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 02:42:24.151 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 02:42:24.151 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 02:42:24.168 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=16.144394ms] [] [2024/05/06 02:42:24.168 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 02:42:24.168 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 02:42:24.168 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [weight=30] [2024/05/06 02:42:24.168 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [concurrency=15] [2024/05/06 02:42:24.180 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=212] [physicalTableID=212] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 02:42:24.181 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 02:42:24.181 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=30.050085ms] [] [2024/05/06 02:42:24.182 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=30.363656ms] [] [2024/05/06 02:42:24.265 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=268.450786ms] [] [2024/05/06 02:42:24.292 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:24.292 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=39] [step=post-process] [state=running] [] [2024/05/06 02:42:24.297 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=39] [2024/05/06 02:42:24.393 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=39] [2024/05/06 02:42:24.408 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=39] [type=ImportInto] [2024/05/06 02:42:24.432 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:24.432 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=39] [2024/05/06 02:42:24.646 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.761659418\n# Parse_time: 0.0006495\n# Compile_time: 0.002356283\n# Rewrite_time: 0.000469896\n# Optimize_time: 0.002524275\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:42:24.654 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:24.663 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4206\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase251588828/001/file.csv'"] [2024/05/06 02:42:24.666 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 02:42:24.898 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 02:42:24.969 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:24.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:24.969 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:24.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:42:25.070 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:24.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:25.086 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 214, Table Name: t, Old Table ID: 212, Old Table Name: t"] [2024/05/06 02:42:25.203 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=60.928576ms] [2024/05/06 02:42:25.230 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=4.265948ms] [gotSchemaVersion=147] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:25.247 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=147] [2024/05/06 02:42:25.261 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=64.76341ms] [job="ID:215, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:24.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:25.379 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 02:42:25.401 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/05/06 02:42:25.405 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:24.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:25.508 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 02:42:25.508 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:25.522 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.624927056\n# Parse_time: 0.000295755\n# Compile_time: 0.001022961\n# Rewrite_time: 0.000049056\n# Optimize_time: 0.001553212\n# Wait_TS: 0.000529147\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:42:25.831 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase251588828/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:42:25.831 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:42:25.831 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 02:42:25.832 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=114.203Β΅s] [2024/05/06 02:42:25.832 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=384.839Β΅s] [] [2024/05/06 02:42:25.982 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=40] [task-id=40] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:26.038 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=40] [2024/05/06 02:42:26.040 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:26.148 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:26.150 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:26.152 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/05/06 02:42:26.179 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:26.179 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:26.450 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/05/06 02:42:26.470 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:26.503 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=40] [2024/05/06 02:42:26.543 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:26.546 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 02:42:26.564 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:26.565 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:26.566 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:26.566 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:26.567 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:26.568 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:26.592 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:26.594 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:26.594 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:42:26.594 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=40] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:26.594 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=40] [disk-quota=700.7GiB] [2024/05/06 02:42:26.668 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [2024/05/06 02:42:26.673 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:42:26.678 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:26.679 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=214] [2024/05/06 02:42:26.690 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=214] [key=file.csv:0] [2024/05/06 02:42:26.692 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=214] [key=file.csv:0] [readDur=363.329Β΅s] [encodeDur=1.390605ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=307.465Β΅s] [type=file] [takeTime=2.571832ms] [] [2024/05/06 02:42:26.693 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [takeTime=25.480869ms] [] [2024/05/06 02:42:26.693 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4e338e20-ef6c-4247-b12c-5b9c81337c29.sst] [firstKey=7480000000000000D65F728000000000000001] [lastKey=7480000000000000D65F728000000000000002] [2024/05/06 02:42:26.693 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 02:42:26.694 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 02:42:26.694 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:42:26.696 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.365292ms] [] [2024/05/06 02:42:26.696 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 02:42:26.703 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:26.726 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 02:42:26.726 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:26.747 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 02:42:26.752 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=56.077713ms] [] [2024/05/06 02:42:26.752 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 02:42:26.754 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.415367ms] [] [2024/05/06 02:42:26.754 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 02:42:26.754 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:26.756 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.901733ms] [] [2024/05/06 02:42:26.756 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 02:42:26.756 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:26.756 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=76.811Β΅s] [] [2024/05/06 02:42:26.756 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 02:42:26.757 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.166354ms] [] [2024/05/06 02:42:26.830 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 02:42:26.833 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:26.833 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:26.833 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:26.834 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:26.833 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:26.834 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:26.834 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:26.834 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:26.834 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:26.834 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:26.834 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:26.834 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:26.836 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:26.836 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:26.836 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:26.836 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:26.837 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:26.837 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=293.289688ms] [] [2024/05/06 02:42:26.929 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:26.932 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:26.934 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:26.934 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:42:27.028 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 02:42:27.030 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:27.030 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:42:27.225 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:27.333 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 02:42:27.334 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 02:42:27.334 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 02:42:27.349 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=14.990342ms] [] [2024/05/06 02:42:27.349 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 02:42:27.349 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 02:42:27.349 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [weight=30] [2024/05/06 02:42:27.349 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [concurrency=15] [2024/05/06 02:42:27.355 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=214] [physicalTableID=214] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 02:42:27.357 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 02:42:27.357 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=23.172627ms] [] [2024/05/06 02:42:27.357 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=23.534497ms] [] [2024/05/06 02:42:27.434 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=209.27244ms] [] [2024/05/06 02:42:27.482 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:27.482 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=40] [step=post-process] [state=running] [] [2024/05/06 02:42:27.489 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=40] [2024/05/06 02:42:27.576 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/05/06 02:42:27.583 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=40] [2024/05/06 02:42:27.626 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:27.626 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=40] [2024/05/06 02:42:27.784 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:27.939 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.415411595\n# Parse_time: 0.000746745\n# Compile_time: 0.001773287\n# Rewrite_time: 0.000392796\n# Optimize_time: 0.001553212\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase251588828/001/file.csv';"] === RUN TestImportInto/TestImportMode [2024/05/06 02:42:27.954 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 02:42:28.024 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:27.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:28.024 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:27.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 02:42:28.110 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:27.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:28.186 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=374.76Β΅s] [gotSchemaVersion=148] [phyTblIDs="[205]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:28.206 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=148] [2024/05/06 02:42:28.235 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=59.035307ms] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:27.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:28.365 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:27.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:28.428 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=286.826Β΅s] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:28.445 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=149] [2024/05/06 02:42:28.477 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=58.069225ms] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:27.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:28.538 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:27.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:28.653 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=240.714Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:28.669 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=150] [2024/05/06 02:42:28.700 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=55.042988ms] [job="ID:216, Type:drop schema, State:done, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:27.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:28.807 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[205]"] [comment="drop schema: table IDs"] [2024/05/06 02:42:28.832 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop schema"] [2024/05/06 02:42:28.840 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:drop schema, State:synced, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:27.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:28.927 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 02:42:28.928 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:28.938 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.984700102\n# Parse_time: 0.000699376\n# Compile_time: 0.000973407\n# Rewrite_time: 0.000039763\n# Optimize_time: 0.001280336\n# Wait_TS: 0.000699555\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 02:42:28.940 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 02:42:29.018 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:28.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:29.018 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:28.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 02:42:29.072 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:28.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:29.147 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=2.106548ms] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:42:29.165 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=151] [2024/05/06 02:42:29.189 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=62.201185ms] [job="ID:218, Type:create schema, State:done, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:28.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:29.339 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create schema, State:synced, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:28.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:29.389 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 02:42:29.390 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:29.397 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.457892012\n# Parse_time: 0.000404252\n# Compile_time: 0.000938295\n# Rewrite_time: 0.000044378\n# Optimize_time: 0.001280336\n# Wait_TS: 0.001558338\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/06 02:42:29.400 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/05/06 02:42:29.499 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:29.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:29.499 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:29.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 02:42:29.570 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:29.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:29.584 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 217, Table ID: 219, Table Name: import_mode"] [2024/05/06 02:42:29.688 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=7.546385ms] [gotSchemaVersion=152] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:42:29.701 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=152] [2024/05/06 02:42:29.733 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=60.836163ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:29.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:29.808 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:29.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:29.914 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 02:42:29.914 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:29.922 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.523902264\n# Parse_time: 0.001000894\n# Compile_time: 0.001789402\n# Rewrite_time: 0.000068047\n# Optimize_time: 0.001280336\n# Wait_TS: 0.00066792\n# DB: import_into\n# Is_internal: false\n# Digest: 7c79d972eb975faec6764039c1dfcf136733d01396f4f8bdcf65ab0f431a0497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 02:42:29.942 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:30.157 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:42:30.301 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=41] [task-id=41] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:30.399 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=41] [2024/05/06 02:42:30.399 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:30.508 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:30.510 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:30.511 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/05/06 02:42:30.539 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:30.543 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 02:42:30.543 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 02:42:30.543 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=75.228Β΅s] [2024/05/06 02:42:30.543 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=248.049Β΅s] [] [2024/05/06 02:42:30.543 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:30.544 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:30.777 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 02:42:30.791 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=41] [2024/05/06 02:42:30.830 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=41] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:30.898 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:30.944 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 02:42:30.947 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:30.976 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:30.976 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:30.983 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:30.983 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:30.986 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:30.986 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:31.015 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:31.018 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:31.018 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 02:42:31.018 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=41] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:31.018 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=41] [disk-quota=700.7GiB] [2024/05/06 02:42:31.101 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [2024/05/06 02:42:31.115 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:31.120 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:31.120 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/05/06 02:42:31.141 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/05/06 02:42:31.144 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.448884ms] [encodeDur=627.493Β΅s] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [deliverDur=307.127Β΅s] [type=file] [takeTime=2.90564ms] [] [2024/05/06 02:42:31.145 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/42d667ce-7363-45b3-8cb0-dcfd941487ed.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/05/06 02:42:31.145 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [takeTime=44.040802ms] [] [2024/05/06 02:42:31.146 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 02:42:31.146 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 02:42:31.146 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:31.148 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.257574ms] [] [2024/05/06 02:42:31.148 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 02:42:31.155 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:31.178 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 02:42:31.178 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:31.200 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 02:42:31.207 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=58.498119ms] [] [2024/05/06 02:42:31.207 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:31.210 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.783284ms] [] [2024/05/06 02:42:31.210 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 02:42:31.210 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:31.212 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.967233ms] [] [2024/05/06 02:42:31.212 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 02:42:31.212 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:31.212 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=87.429Β΅s] [] [2024/05/06 02:42:31.212 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:31.214 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.23589ms] [] [2024/05/06 02:42:31.304 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 02:42:31.307 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:31.307 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:31.307 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:31.307 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:31.307 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:31.308 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:31.308 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:31.308 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:31.308 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:31.308 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:31.308 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:31.308 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:31.310 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:31.310 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:31.310 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:31.310 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:31.310 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:31.310 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=412.445942ms] [] [2024/05/06 02:42:31.334 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:31.337 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:31.339 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:31.339 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 02:42:31.412 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 02:42:31.414 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:31.415 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:42:31.694 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:31.769 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 02:42:31.769 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 02:42:31.769 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 02:42:31.788 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=18.878318ms] [] [2024/05/06 02:42:31.788 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [groupId=-1] [size=37] [kvs=1] [checksum=13229870688400196519] [2024/05/06 02:42:31.788 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 02:42:31.788 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [weight=30] [2024/05/06 02:42:31.788 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [concurrency=15] [2024/05/06 02:42:31.797 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=219] [physicalTableID=219] [indexID=-1] [checksum=13229870688400196519] [totalKvs=1] [totalBytes=37] [2024/05/06 02:42:31.798 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 02:42:31.798 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=29.11327ms] [] [2024/05/06 02:42:31.798 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=29.416748ms] [] [2024/05/06 02:42:31.861 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=167.133521ms] [] [2024/05/06 02:42:31.932 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:31.932 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=41] [step=post-process] [state=running] [] [2024/05/06 02:42:31.938 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=41] [2024/05/06 02:42:32.064 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=41] [type=ImportInto] [2024/05/06 02:42:32.070 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=41] [2024/05/06 02:42:32.102 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:32.103 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=41] [2024/05/06 02:42:32.184 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.260728044\n# Parse_time: 0.000846247\n# Compile_time: 0.002520054\n# Rewrite_time: 0.000396414\n# Optimize_time: 0.001280336\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 02:42:32.236 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:32.285 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 02:42:32.358 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:32.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:32.358 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:32.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 02:42:32.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:32.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:32.516 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 221, Table Name: import_mode, Old Table ID: 219, Old Table Name: import_mode"] [2024/05/06 02:42:32.674 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=6.616296ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:32.707 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=222] [version=153] [2024/05/06 02:42:32.716 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=59.795097ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:32.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:32.817 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=222] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/06 02:42:32.862 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/05/06 02:42:32.868 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:32.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:32.979 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 02:42:32.979 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:32.990 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.705966375\n# Parse_time: 0.000554534\n# Compile_time: 0.001338731\n# Rewrite_time: 0.00005288\n# Optimize_time: 0.001099263\n# Wait_TS: 0.000924882\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 02:42:33.017 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:33.379 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:42:33.519 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=42] [task-id=42] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:33.572 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/05/06 02:42:33.572 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:33.681 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:33.683 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:33.685 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/05/06 02:42:33.718 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:33.722 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 02:42:33.722 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 02:42:33.722 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=91.271Β΅s] [2024/05/06 02:42:33.722 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=241.945Β΅s] [] [2024/05/06 02:42:33.722 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:33.722 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:33.977 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 02:42:33.991 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=42] [2024/05/06 02:42:34.041 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=42] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:34.106 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:34.108 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 02:42:34.109 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:34.123 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:34.123 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:34.124 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:34.124 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:34.126 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:34.126 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:34.146 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:34.148 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:34.148 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 02:42:34.148 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=42] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:34.150 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=42] [disk-quota=700.7GiB] [2024/05/06 02:42:34.208 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [2024/05/06 02:42:34.213 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:34.218 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:34.218 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=221] [2024/05/06 02:42:34.288 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [2024/05/06 02:42:34.291 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [readDur=1.310211ms] [encodeDur=574.513Β΅s] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [deliverDur=248.838Β΅s] [type=file] [takeTime=2.557012ms] [] [2024/05/06 02:42:34.291 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [takeTime=83.007194ms] [] [2024/05/06 02:42:34.291 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/37b1d3b0-7af6-45b6-b8c4-1c6401719ebf.sst] [firstKey=7480000000000000DD5F728000000000000001] [lastKey=7480000000000000DD5F728000000000000001] [2024/05/06 02:42:34.292 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 02:42:34.292 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 02:42:34.292 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:34.294 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.979593ms] [] [2024/05/06 02:42:34.294 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 02:42:34.301 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:34.324 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 02:42:34.324 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:34.349 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 02:42:34.351 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=57.362311ms] [] [2024/05/06 02:42:34.351 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:34.353 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.403947ms] [] [2024/05/06 02:42:34.353 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 02:42:34.353 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:34.355 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.897966ms] [] [2024/05/06 02:42:34.355 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 02:42:34.355 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:34.355 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=114.858Β΅s] [] [2024/05/06 02:42:34.355 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:34.357 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.06317ms] [] [2024/05/06 02:42:34.464 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 02:42:34.469 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:34.469 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:34.469 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:34.469 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:34.469 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:34.468 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:34.469 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:34.469 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:34.469 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:34.469 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:34.469 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:34.469 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:34.472 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:34.472 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:34.472 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:34.472 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:34.473 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:34.473 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=366.610006ms] [] [2024/05/06 02:42:34.503 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:34.506 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:34.508 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:34.508 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 02:42:34.610 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 02:42:34.613 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:34.613 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:42:34.873 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=39.451905ms] [2024/05/06 02:42:34.875 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:34.943 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 02:42:39.944 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 02:42:39.944 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 02:42:39.959 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=14.548721ms] [] [2024/05/06 02:42:39.959 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [groupId=-1] [size=37] [kvs=1] [checksum=13298724519868546672] [2024/05/06 02:42:39.959 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 02:42:39.959 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [weight=30] [2024/05/06 02:42:39.959 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [concurrency=15] [2024/05/06 02:42:39.965 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=221] [physicalTableID=221] [indexID=-1] [checksum=13298724519868546672] [totalKvs=1] [totalBytes=37] [2024/05/06 02:42:39.966 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [local="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 02:42:39.966 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=22.086801ms] [] [2024/05/06 02:42:39.966 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=5.02292814s] [] [2024/05/06 02:42:40.040 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=5.164682513s] [] [2024/05/06 02:42:40.103 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:40.103 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=42] [step=post-process] [state=running] [] [2024/05/06 02:42:40.107 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=42] [2024/05/06 02:42:40.178 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=45.540344ms] [2024/05/06 02:42:40.214 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=42] [type=ImportInto] [2024/05/06 02:42:40.218 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=42] [2024/05/06 02:42:40.248 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:40.249 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=42] [2024/05/06 02:42:40.373 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:40.500 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.507914077\n# Parse_time: 0.000830271\n# Compile_time: 0.002389277\n# Rewrite_time: 0.000511318\n# Optimize_time: 0.001099263\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Ny41cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 02:42:40.517 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 02:42:40.576 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:40.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:40.576 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:40.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 02:42:40.699 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:40.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:40.790 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 223, Table Name: import_mode, Old Table ID: 221, Old Table Name: import_mode"] [2024/05/06 02:42:40.887 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=5.029757ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:40.912 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=154] [2024/05/06 02:42:40.928 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=55.692667ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:40.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:41.048 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/06 02:42:41.067 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/05/06 02:42:41.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:40.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:41.214 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 02:42:41.214 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:41.230 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.715154161\n# Parse_time: 0.000486851\n# Compile_time: 0.001109265\n# Rewrite_time: 0.00004958\n# Optimize_time: 0.001994473\n# Wait_TS: 0.005787112\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 02:42:41.233 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 02:42:41.359 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:41.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:41.359 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:41.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 02:42:41.550 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:41.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:41.586 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 225, Table Name: import_mode, Old Table ID: 223, Old Table Name: import_mode"] [2024/05/06 02:42:41.693 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=4.849676ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:41.711 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=155] [2024/05/06 02:42:41.739 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=62.253273ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:41.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:41.885 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop table: table ID"] [2024/05/06 02:42:41.901 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/05/06 02:42:41.907 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:41.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:42.037 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 02:42:42.037 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:42.053 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.820893189\n# Parse_time: 0.00035967\n# Compile_time: 0.001111921\n# Rewrite_time: 0.000049644\n# Optimize_time: 0.001994473\n# Wait_TS: 0.011670424\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 02:42:42.076 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:42.378 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=true] [2024/05/06 02:42:42.511 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=43] [task-id=43] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:42.574 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=43] [2024/05/06 02:42:42.574 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:42.683 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:42.685 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:42.687 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/05/06 02:42:42.765 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:42.769 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 02:42:42.770 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 02:42:42.770 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=88.894Β΅s] [2024/05/06 02:42:42.770 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=316.979Β΅s] [] [2024/05/06 02:42:42.770 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:42.770 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:43.003 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=43] [2024/05/06 02:42:43.036 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=43] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:43.107 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:43.109 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 02:42:43.110 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:43.129 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:43.129 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:43.130 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:43.130 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:43.139 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:43.139 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:43.169 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:43.171 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:43.171 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 02:42:43.171 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=43] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:43.171 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=43] [disk-quota=700.7GiB] [2024/05/06 02:42:43.261 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [2024/05/06 02:42:43.268 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:43.274 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:43.274 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=225] [2024/05/06 02:42:43.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [2024/05/06 02:42:43.352 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [readDur=1.744704ms] [encodeDur=655.062Β΅s] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [deliverDur=403.39Β΅s] [type=file] [takeTime=3.528202ms] [] [2024/05/06 02:42:43.356 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/df3da1fc-1e62-4ca4-bd67-0741e9bdee5e.sst] [firstKey=7480000000000000E15F728000000000000001] [lastKey=7480000000000000E15F728000000000000001] [2024/05/06 02:42:43.356 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [takeTime=94.593605ms] [] [2024/05/06 02:42:43.356 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 02:42:43.356 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 02:42:43.357 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:43.359 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.416181ms] [] [2024/05/06 02:42:43.359 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 02:42:43.367 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:43.390 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 02:42:43.391 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:43.422 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 02:42:43.426 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=66.334592ms] [] [2024/05/06 02:42:43.426 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:43.431 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=5.217094ms] [] [2024/05/06 02:42:43.431 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 02:42:43.431 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:43.434 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=2.29248ms] [] [2024/05/06 02:42:43.434 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 02:42:43.434 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:43.434 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=96.811Β΅s] [] [2024/05/06 02:42:43.434 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:43.435 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.135887ms] [] [2024/05/06 02:42:43.504 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:43.507 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:43.509 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:43.524 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 02:42:43.528 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:43.529 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:43.529 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:43.529 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:43.529 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:43.529 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:43.529 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:43.529 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:43.529 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:43.529 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:43.529 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:43.529 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:43.532 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:43.532 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:43.532 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:43.532 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:43.532 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:43.532 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=425.497334ms] [] [2024/05/06 02:42:43.605 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 02:42:43.608 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:43.608 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:42:43.886 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=52.357801ms] [2024/05/06 02:42:43.985 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:44.068 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 02:42:44.069 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 02:42:44.069 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 02:42:44.093 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=24.389461ms] [] [2024/05/06 02:42:44.094 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [groupId=-1] [size=37] [kvs=1] [checksum=16004529334140054374] [2024/05/06 02:42:44.094 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 02:42:44.094 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [weight=30] [2024/05/06 02:42:44.094 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [concurrency=15] [2024/05/06 02:42:44.105 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=225] [physicalTableID=225] [indexID=-1] [checksum=16004529334140054374] [totalKvs=1] [totalBytes=37] [2024/05/06 02:42:44.106 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [local="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 02:42:44.107 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=37.682782ms] [] [2024/05/06 02:42:44.107 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=38.040734ms] [] [2024/05/06 02:42:44.191 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=205.944083ms] [] [2024/05/06 02:42:44.211 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:44.211 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=43] [step=post-process] [state=running] [] [2024/05/06 02:42:44.216 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=43] [2024/05/06 02:42:44.304 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=43] [2024/05/06 02:42:44.328 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=43] [type=ImportInto] [2024/05/06 02:42:44.344 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:44.344 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=43] [2024/05/06 02:42:44.493 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.438464439\n# Parse_time: 0.001209145\n# Compile_time: 0.002021752\n# Rewrite_time: 0.000396891\n# Optimize_time: 0.001994473\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/05/06 02:42:44.508 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 02:42:44.576 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:44.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:44.576 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:44.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 02:42:44.582 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:44.697 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:44.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:44.730 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 227, Table Name: import_mode, Old Table ID: 225, Old Table Name: import_mode"] [2024/05/06 02:42:44.822 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=6.681559ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:44.843 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=228] [version=156] [2024/05/06 02:42:44.859 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=69.425717ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:44.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:44.946 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=228] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/06 02:42:44.978 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/05/06 02:42:44.983 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:44.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:45.110 +00:00] [INFO] [commit.go:159] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=449567356334899204] [info="{StartTs:449567356334899204 AttemptedCommitTs:449567356373958658 Key:6d44444c4a6f624869ff73746f7279000000fc000000000000006800000000000000e4ff0000000000000000f7 MinCommitTs:449567356373958660}"] [2024/05/06 02:42:45.174 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 02:42:45.174 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:45.183 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.676782513\n# Parse_time: 0.000926573\n# Compile_time: 0.00121712\n# Rewrite_time: 0.000052347\n# Optimize_time: 0.002817485\n# Wait_TS: 0.00082466\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 02:42:45.187 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 02:42:45.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:45.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:45.263 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:45.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 02:42:45.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:45.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:45.367 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 229, Table Name: import_mode, Old Table ID: 227, Old Table Name: import_mode"] [2024/05/06 02:42:45.457 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=4.737512ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:45.479 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=157] [2024/05/06 02:42:45.497 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=58.391025ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:45.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:45.601 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/06 02:42:45.625 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/05/06 02:42:45.631 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:45.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:45.807 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 02:42:45.807 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:45.818 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.633323288\n# Parse_time: 0.000531307\n# Compile_time: 0.001719983\n# Rewrite_time: 0.000071172\n# Optimize_time: 0.002817485\n# Wait_TS: 0.006848034\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 02:42:45.848 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:45.894 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:42:46.062 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=44] [task-id=44] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:46.133 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/05/06 02:42:46.134 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:46.240 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:46.242 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:46.244 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/05/06 02:42:46.280 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:46.284 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 02:42:46.284 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 02:42:46.285 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=123.363Β΅s] [2024/05/06 02:42:46.285 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=355.246Β΅s] [] [2024/05/06 02:42:46.285 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:46.285 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:46.522 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=44] [2024/05/06 02:42:46.567 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=44] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:46.631 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:46.633 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 02:42:46.634 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:46.650 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:46.650 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:46.651 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:46.651 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:46.653 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:46.653 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:46.683 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:46.685 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:46.686 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 02:42:46.686 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=44] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:46.686 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=44] [disk-quota=700.7GiB] [2024/05/06 02:42:46.765 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [2024/05/06 02:42:46.772 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:46.779 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:46.780 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/05/06 02:42:46.793 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [2024/05/06 02:42:46.796 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [readDur=1.557894ms] [encodeDur=440.876Β΅s] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [deliverDur=403.982Β΅s] [type=file] [takeTime=3.018751ms] [] [2024/05/06 02:42:46.797 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [takeTime=32.282061ms] [] [2024/05/06 02:42:46.797 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/a8bf8d9f-ced0-4680-a839-7a67cf5fbbc2.sst] [firstKey=7480000000000000E55F728000000000000001] [lastKey=7480000000000000E55F728000000000000001] [2024/05/06 02:42:46.797 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 02:42:46.798 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 02:42:46.798 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:46.801 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=3.00385ms] [] [2024/05/06 02:42:46.801 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 02:42:46.809 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:46.833 +00:00] [INFO] [local.go:1301] ["switch import mode of ranges"] [category=ddl-ingest] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f728000000000000002] [2024/05/06 02:42:46.833 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 02:42:46.833 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Import] [2024/05/06 02:42:46.834 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:46.899 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=65.269751ms] [2024/05/06 02:42:46.929 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 02:42:46.930 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Normal] [2024/05/06 02:42:46.950 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=149.355896ms] [] [2024/05/06 02:42:46.951 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:46.952 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.542355ms] [] [2024/05/06 02:42:46.952 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 02:42:46.952 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:46.954 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.916566ms] [] [2024/05/06 02:42:46.954 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 02:42:46.954 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:46.954 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=59.707Β΅s] [] [2024/05/06 02:42:46.955 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:46.955 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=924.295Β΅s] [] [2024/05/06 02:42:47.013 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 02:42:47.019 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:47.019 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:47.019 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:47.019 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:47.019 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:47.019 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:47.019 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:47.019 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:47.019 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:47.019 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:47.019 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:47.019 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:47.022 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:47.022 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:47.022 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:47.022 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:47.022 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:47.022 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=391.130612ms] [] [2024/05/06 02:42:47.065 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:47.067 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:47.068 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:47.148 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 02:42:47.150 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:47.151 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:42:47.398 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:47.469 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 02:42:47.469 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 02:42:47.469 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 02:42:47.482 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=12.705781ms] [] [2024/05/06 02:42:47.482 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [groupId=-1] [size=37] [kvs=1] [checksum=15276727283945307644] [2024/05/06 02:42:47.482 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 02:42:47.482 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [weight=30] [2024/05/06 02:42:47.482 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [concurrency=15] [2024/05/06 02:42:47.487 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=229] [physicalTableID=229] [indexID=-1] [checksum=15276727283945307644] [totalKvs=1] [totalBytes=37] [2024/05/06 02:42:47.488 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [local="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 02:42:47.488 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=19.103936ms] [] [2024/05/06 02:42:47.488 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=19.40562ms] [] [2024/05/06 02:42:47.550 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=151.308832ms] [] [2024/05/06 02:42:47.572 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:47.572 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=44] [step=post-process] [state=running] [] [2024/05/06 02:42:47.576 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=44] [2024/05/06 02:42:47.642 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=44] [2024/05/06 02:42:47.668 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=44] [type=ImportInto] [2024/05/06 02:42:47.672 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:47.672 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=44] [2024/05/06 02:42:47.699 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/05/06 02:42:47.699 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 02:42:47.835 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=44] [2024/05/06 02:42:47.875 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:47.955 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.135295576\n# Parse_time: 0.000955874\n# Compile_time: 0.002097995\n# Rewrite_time: 0.000450935\n# Optimize_time: 0.002817485\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 02:42:47.970 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 02:42:48.052 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:47.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:48.052 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:47.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 02:42:48.130 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:47.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:48.155 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 231, Table Name: import_mode, Old Table ID: 229, Old Table Name: import_mode"] [2024/05/06 02:42:48.246 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=13.903842ms] [gotSchemaVersion=158] [phyTblIDs="[229,231]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:42:48.261 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=158] [2024/05/06 02:42:48.275 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=54.944069ms] [job="ID:232, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:47.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:48.339 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop table: table ID"] [2024/05/06 02:42:48.431 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="truncate table"] [2024/05/06 02:42:48.449 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [job="ID:232, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:47.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:48.526 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 02:42:48.526 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:48.531 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.563372471\n# Parse_time: 0.00048895\n# Compile_time: 0.001654633\n# Rewrite_time: 0.000067728\n# Optimize_time: 0.001210618\n# Wait_TS: 0.000910119\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 02:42:48.552 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:48.760 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:42:48.943 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=45] [task-id=45] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:49.022 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=45] [2024/05/06 02:42:49.023 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:49.133 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:49.135 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:49.136 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/05/06 02:42:49.165 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:49.169 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 02:42:49.169 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 02:42:49.169 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=62.974Β΅s] [2024/05/06 02:42:49.169 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=184.921Β΅s] [] [2024/05/06 02:42:49.169 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:49.169 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:49.359 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 02:42:49.371 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=45] [2024/05/06 02:42:49.411 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=45] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:49.546 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:49.551 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 02:42:49.553 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:49.569 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:49.570 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:49.570 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:49.570 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:49.572 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:49.572 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:49.602 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:49.605 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:49.605 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 02:42:49.605 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=45] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:49.605 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=45] [disk-quota=700.7GiB] [2024/05/06 02:42:49.684 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [2024/05/06 02:42:49.690 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 02:42:49.696 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 02:42:49.697 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=231] [2024/05/06 02:42:52.698 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [takeTime=3.014121768s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:42:52.698 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:42:52.699 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:42:52.699 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:52.699 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:52.699 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:52.699 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:52.699 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:52.699 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:52.699 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:52.699 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:42:52.725 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 02:42:52.729 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:52.729 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:52.729 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:52.729 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:52.729 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:52.731 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:52.731 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:52.731 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:52.732 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:52.732 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:52.732 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=3.186017516s] [error="occur an error when sort chunk"] [2024/05/06 02:42:52.732 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:42:52.763 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 02:42:52.790 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=45] [type=ImportInto] [2024/05/06 02:42:52.854 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 02:42:52.856 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 02:42:52.859 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=45] [2024/05/06 02:42:52.931 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=45] [2024/05/06 02:42:52.951 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:52.951 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=45] [2024/05/06 02:42:53.102 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:53.207 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportMode\n\ttests/realtikvtest/importintotest/import_into_test.go:887\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 02:42:53.208 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.67535655\n# Parse_time: 0.001207895\n# Compile_time: 0.002058799\n# Rewrite_time: 0.000406964\n# Optimize_time: 0.001210618\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC42N3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuNjdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] === RUN TestImportInto/TestInputCountMisMatchAndDefault [2024/05/06 02:42:53.244 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=158] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 02:42:53.278 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:53.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:53.278 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:53.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 02:42:53.332 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:53.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:53.376 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=331.11Β΅s] [gotSchemaVersion=159] [phyTblIDs="[231]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:53.390 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=233] [version=159] [2024/05/06 02:42:53.424 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=54.534172ms] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:53.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:53.465 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:53.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:53.501 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=258.824Β΅s] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:53.513 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=233] [version=160] [2024/05/06 02:42:53.581 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=85.753747ms] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:53.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:53.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:53.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:53.702 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=318.74Β΅s] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:42:53.714 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=233] [version=161] [2024/05/06 02:42:53.755 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=59.540711ms] [job="ID:233, Type:drop schema, State:done, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:53.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:53.853 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=233] [tableIDs="[231]"] [comment="drop schema: table IDs"] [2024/05/06 02:42:53.866 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=233] [jobType="drop schema"] [2024/05/06 02:42:53.870 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:drop schema, State:synced, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:53.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:53.927 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/05/06 02:42:53.927 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:53.932 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.690064854\n# Parse_time: 0.000676589\n# Compile_time: 0.001276089\n# Rewrite_time: 0.000052977\n# Optimize_time: 0.001210618\n# Wait_TS: 0.00045341\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 02:42:53.934 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/05/06 02:42:53.975 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:53.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:53.975 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:53.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 02:42:54.052 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:53.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:54.154 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=1.762047ms] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:42:54.154 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=235] [ver=162] [2024/05/06 02:42:54.169 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=235] [version=162] [2024/05/06 02:42:54.177 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=78.972351ms] [job="ID:235, Type:create schema, State:done, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:42:53.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:54.240 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create schema, State:synced, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:53.925 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:54.268 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/05/06 02:42:54.268 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:54.273 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.339680546\n# Parse_time: 0.000294362\n# Compile_time: 0.000936348\n# Rewrite_time: 0.00004138\n# Optimize_time: 0.001210618\n# Wait_TS: 0.000483583\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 02:42:54.276 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:42:54.280 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:42:54.349 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:54.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:54.349 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:54.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:42:54.456 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:54.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:54.468 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 236, Table Name: t"] [2024/05/06 02:42:54.540 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=2.855289ms] [gotSchemaVersion=163] [phyTblIDs="[236]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:42:54.555 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=163] [2024/05/06 02:42:54.587 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=55.142784ms] [job="ID:237, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:54.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:54.649 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [job="ID:237, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:54.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:54.780 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/06 02:42:54.780 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:54.786 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.507683137\n# Parse_time: 0.000566525\n# Compile_time: 0.000814966\n# Rewrite_time: 0.000049548\n# Optimize_time: 0.001210618\n# Wait_TS: 0.000421142\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:42:54.806 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:55.059 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:42:55.199 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=46] [task-id=46] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:55.324 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=46] [2024/05/06 02:42:55.325 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:55.436 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:55.438 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:55.440 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/05/06 02:42:55.473 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:55.478 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:42:55.478 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 02:42:55.478 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=72.109Β΅s] [2024/05/06 02:42:55.478 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=232.573Β΅s] [] [2024/05/06 02:42:55.478 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:55.478 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:55.663 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/05/06 02:42:55.695 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=46] [2024/05/06 02:42:55.704 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=46] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:55.765 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:55.767 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 02:42:55.769 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:55.798 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:55.798 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:55.799 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:55.799 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:55.801 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:55.801 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:55.892 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:55.895 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:55.895 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:42:55.895 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=46] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:55.898 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=46] [disk-quota=700.7GiB] [2024/05/06 02:42:55.985 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [2024/05/06 02:42:55.991 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:55.997 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:55.997 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=236] [2024/05/06 02:42:56.037 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [2024/05/06 02:42:56.040 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [readDur=1.559489ms] [encodeDur=1.233927ms] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [deliverDur=331.916Β΅s] [type=file] [takeTime=3.60968ms] [] [2024/05/06 02:42:56.041 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/6b174edb-dd12-4e31-97c5-8873e1a83a26.sst] [firstKey=7480000000000000EC5F728000000000000001] [lastKey=7480000000000000EC5F728000000000000002] [2024/05/06 02:42:56.041 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [takeTime=56.104312ms] [] [2024/05/06 02:42:56.042 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 02:42:56.042 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 02:42:56.042 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:56.043 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.611291ms] [] [2024/05/06 02:42:56.044 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:42:56.049 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:42:56.071 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/05/06 02:42:56.071 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:42:56.092 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/05/06 02:42:56.096 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=52.231115ms] [] [2024/05/06 02:42:56.096 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:42:56.098 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.702605ms] [] [2024/05/06 02:42:56.098 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 02:42:56.098 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:56.100 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.413746ms] [] [2024/05/06 02:42:56.101 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:42:56.101 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:56.101 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=100.514Β΅s] [] [2024/05/06 02:42:56.101 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:42:56.102 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.405169ms] [] [2024/05/06 02:42:56.192 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 02:42:56.197 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:42:56.197 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:42:56.197 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:42:56.197 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:42:56.197 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:42:56.197 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:56.197 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:42:56.197 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:56.197 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:56.197 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:56.198 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:56.198 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:42:56.201 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:42:56.201 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:42:56.201 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:42:56.201 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:42:56.201 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:42:56.201 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=435.649316ms] [] [2024/05/06 02:42:56.260 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:42:56.262 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:56.264 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/05/06 02:42:56.264 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:42:56.372 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 02:42:56.374 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:42:56.374 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:42:56.662 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:56.733 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 02:42:56.733 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 02:42:56.733 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 02:42:56.750 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=16.703044ms] [] [2024/05/06 02:42:56.750 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [groupId=-1] [size=78] [kvs=2] [checksum=17834670505915290972] [2024/05/06 02:42:56.750 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 02:42:56.750 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [weight=30] [2024/05/06 02:42:56.750 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [concurrency=15] [2024/05/06 02:42:56.755 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=236] [physicalTableID=236] [indexID=-1] [checksum=17834670505915290972] [totalKvs=2] [totalBytes=78] [2024/05/06 02:42:56.755 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [local="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 02:42:56.756 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=22.757127ms] [] [2024/05/06 02:42:56.756 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=22.999578ms] [] [2024/05/06 02:42:56.818 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=156.314975ms] [] [2024/05/06 02:42:56.876 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:42:56.876 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=46] [step=post-process] [state=running] [] [2024/05/06 02:42:56.881 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=46] [2024/05/06 02:42:57.031 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=46] [type=ImportInto] [2024/05/06 02:42:57.038 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=46] [2024/05/06 02:42:57.066 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:42:57.066 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=46] [2024/05/06 02:42:57.239 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:42:57.386 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.598056862\n# Parse_time: 0.000661825\n# Compile_time: 0.001902003\n# Rewrite_time: 0.000404683\n# Optimize_time: 0.001210618\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:42:57.406 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:42:57.463 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:57.463 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:42:57.584 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:57.655 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=313.302Β΅s] [gotSchemaVersion=164] [phyTblIDs="[236]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:42:57.669 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=164] [2024/05/06 02:42:57.704 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=57.05999ms] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:57.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:57.831 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=320.461Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:42:57.846 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=165] [2024/05/06 02:42:57.879 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=54.529393ms] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:57.976 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:57.992 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 236, Old Table Name: t"] [2024/05/06 02:42:58.053 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=314.322Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:42:58.068 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=166] [2024/05/06 02:42:58.105 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=60.945263ms] [job="ID:238, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:58.221 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[236]"] [comment="drop table: table ID"] [2024/05/06 02:42:58.238 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop table"] [2024/05/06 02:42:58.244 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 02:42:57.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:58.330 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 02:42:58.330 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:58.337 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.932099933\n# Parse_time: 0.00046058\n# Compile_time: 0.001104425\n# Rewrite_time: 0.000065557\n# Optimize_time: 0.00197671\n# Wait_TS: 0.000733865\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:42:58.340 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/05/06 02:42:58.429 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:58.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:42:58.430 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:58.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 02:42:58.507 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:58.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:58.521 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 239, Table Name: t"] [2024/05/06 02:42:58.621 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=8.06216ms] [gotSchemaVersion=167] [phyTblIDs="[239]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:42:58.636 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=167] [2024/05/06 02:42:58.651 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=54.571025ms] [job="ID:240, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 02:42:58.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:58.818 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [job="ID:240, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 02:42:58.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:42:58.884 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 02:42:58.884 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:42:58.891 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.552967692\n# Parse_time: 0.001238897\n# Compile_time: 0.001745284\n# Rewrite_time: 0.000069391\n# Optimize_time: 0.00197671\n# Wait_TS: 0.00064535\n# DB: load_data\n# Is_internal: false\n# Digest: f64804c6e80c88fdbb6c09fd220d1f1fe716dbbbff80390fd19416486a5adca9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 02:42:58.909 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:59.121 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:42:59.313 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=47] [task-id=47] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:42:59.386 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/05/06 02:42:59.391 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:42:59.500 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:42:59.502 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:42:59.504 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/05/06 02:42:59.549 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:59.554 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:42:59.554 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 02:42:59.554 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=73.471Β΅s] [2024/05/06 02:42:59.554 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=251.901Β΅s] [] [2024/05/06 02:42:59.555 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:42:59.555 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:42:59.771 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/05/06 02:42:59.828 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=47] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:42:59.837 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=47] [2024/05/06 02:42:59.886 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:42:59.932 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 02:42:59.935 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:42:59.965 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:42:59.965 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:42:59.966 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:59.966 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:42:59.973 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:42:59.973 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:42:59.994 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:42:59.996 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:42:59.996 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:42:59.997 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=47] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:42:59.997 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=47] [disk-quota=700.7GiB] [2024/05/06 02:43:00.066 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [2024/05/06 02:43:00.073 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:00.082 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:00.083 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=239] [2024/05/06 02:43:00.095 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [2024/05/06 02:43:00.100 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [readDur=2.368722ms] [encodeDur=1.685996ms] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [deliverDur=535.023Β΅s] [type=file] [takeTime=5.341637ms] [] [2024/05/06 02:43:00.102 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [takeTime=36.183769ms] [] [2024/05/06 02:43:00.102 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/96fec78a-48bc-4e21-825f-c008198de123.sst] [firstKey=7480000000000000EF5F728000000000000001] [lastKey=7480000000000000EF5F728000000000000002] [2024/05/06 02:43:00.103 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 02:43:00.103 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 02:43:00.103 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:00.105 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.409908ms] [] [2024/05/06 02:43:00.105 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:43:00.116 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:00.140 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/05/06 02:43:00.140 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:00.169 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/05/06 02:43:00.185 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=79.947471ms] [] [2024/05/06 02:43:00.186 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:00.188 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.002019ms] [] [2024/05/06 02:43:00.188 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 02:43:00.188 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:00.190 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.836758ms] [] [2024/05/06 02:43:00.190 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:43:00.190 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:00.190 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=89.593Β΅s] [] [2024/05/06 02:43:00.190 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:00.191 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.266113ms] [] [2024/05/06 02:43:00.289 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 02:43:00.293 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:00.293 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:00.293 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:00.293 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:00.293 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:00.293 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:00.293 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:00.293 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:00.293 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:00.293 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:00.293 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:00.293 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:00.295 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:00.295 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:00.295 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:00.295 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:00.295 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:00.296 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=409.857059ms] [] [2024/05/06 02:43:00.321 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:00.323 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:00.325 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:00.325 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:00.498 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 02:43:00.501 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:00.501 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:00.744 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:00.814 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 02:43:00.814 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 02:43:00.814 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 02:43:00.846 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=31.972196ms] [] [2024/05/06 02:43:00.846 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [groupId=-1] [size=79] [kvs=2] [checksum=4951760973171410464] [2024/05/06 02:43:00.846 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 02:43:00.846 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [weight=30] [2024/05/06 02:43:00.847 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [concurrency=15] [2024/05/06 02:43:00.858 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=239] [physicalTableID=239] [indexID=-1] [checksum=4951760973171410464] [totalKvs=2] [totalBytes=79] [2024/05/06 02:43:00.859 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [local="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 02:43:00.859 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=44.640967ms] [] [2024/05/06 02:43:00.859 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=44.822432ms] [] [2024/05/06 02:43:00.922 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=178.618943ms] [] [2024/05/06 02:43:00.979 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:00.979 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=47] [step=post-process] [state=running] [] [2024/05/06 02:43:00.984 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=47] [2024/05/06 02:43:01.072 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=47] [2024/05/06 02:43:01.106 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:01.106 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=47] [2024/05/06 02:43:01.107 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=47] [type=ImportInto] [2024/05/06 02:43:01.201 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.308684636\n# Parse_time: 0.000461\n# Compile_time: 0.001627032\n# Rewrite_time: 0.000402922\n# Optimize_time: 0.00197671\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zMXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zMXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:43:01.216 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:43:01.259 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:01.285 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:01.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:01.285 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:01.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 02:43:01.368 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:01.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:01.446 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=366.447Β΅s] [gotSchemaVersion=168] [phyTblIDs="[239]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:43:01.462 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=241] [version=168] [2024/05/06 02:43:01.485 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=58.449114ms] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:01.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:01.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:01.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:01.680 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=407.132Β΅s] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:43:01.700 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=241] [version=169] [2024/05/06 02:43:01.718 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=56.916551ms] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:01.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:01.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:01.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:01.817 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 239, Old Table Name: t"] [2024/05/06 02:43:01.905 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=318.87Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 02:43:01.923 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=241] [version=170] [2024/05/06 02:43:01.953 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=55.2656ms] [job="ID:241, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:01.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:02.040 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=241] [tableIDs="[239]"] [comment="drop table: table ID"] [2024/05/06 02:43:02.061 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=241] [jobType="drop table"] [2024/05/06 02:43:02.069 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:01.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:02.221 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/05/06 02:43:02.221 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:02.234 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.019566764\n# Parse_time: 0.000387638\n# Compile_time: 0.00102223\n# Rewrite_time: 0.000060413\n# Optimize_time: 0.001216134\n# Wait_TS: 0.000539048\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 02:43:02.239 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:43:02.333 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:02.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:02.333 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:02.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:43:02.427 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:02.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:02.449 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 242, Table Name: t"] [2024/05/06 02:43:02.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=4.366098ms] [gotSchemaVersion=171] [phyTblIDs="[242]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:02.563 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=243] [version=171] [2024/05/06 02:43:02.582 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=59.61775ms] [job="ID:243, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:02.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:02.658 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [job="ID:243, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:02.227 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:02.730 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/06 02:43:02.730 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:02.754 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.518400777\n# Parse_time: 0.001617499\n# Compile_time: 0.001749824\n# Rewrite_time: 0.000063179\n# Optimize_time: 0.001216134\n# Wait_TS: 0.000796832\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:43:02.832 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:03.100 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:43:03.225 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=48] [task-id=48] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:03.330 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=48] [2024/05/06 02:43:03.330 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:03.447 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:03.449 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:03.451 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/05/06 02:43:03.481 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:03.485 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:43:03.485 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 02:43:03.485 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=91.733Β΅s] [2024/05/06 02:43:03.485 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=245.159Β΅s] [] [2024/05/06 02:43:03.486 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:03.486 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:03.657 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/05/06 02:43:03.698 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=48] [2024/05/06 02:43:03.700 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=48] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:03.758 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:03.760 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 02:43:03.762 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:03.776 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:03.776 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:03.777 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:03.777 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:03.780 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:03.780 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:03.849 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:03.853 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:03.853 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:43:03.853 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=48] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:03.853 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=48] [disk-quota=700.7GiB] [2024/05/06 02:43:03.975 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [2024/05/06 02:43:03.982 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:03.988 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:03.988 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=242] [2024/05/06 02:43:04.007 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [2024/05/06 02:43:04.011 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [readDur=1.551108ms] [encodeDur=1.465846ms] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [deliverDur=347.346Β΅s] [type=file] [takeTime=3.867466ms] [] [2024/05/06 02:43:04.012 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/4b5146ee-d304-44b4-96f3-24f84034bc8b.sst] [firstKey=7480000000000000F25F728000000000000001] [lastKey=7480000000000000F25F728000000000000002] [2024/05/06 02:43:04.013 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [takeTime=37.956579ms] [] [2024/05/06 02:43:04.014 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 02:43:04.014 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 02:43:04.014 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:04.015 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.584312ms] [] [2024/05/06 02:43:04.016 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:43:04.024 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:04.062 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/05/06 02:43:04.063 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:04.092 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 02:43:04.095 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=79.477354ms] [] [2024/05/06 02:43:04.095 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:04.097 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.432982ms] [] [2024/05/06 02:43:04.097 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 02:43:04.097 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:04.099 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.987361ms] [] [2024/05/06 02:43:04.099 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:43:04.099 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:04.099 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=79.346Β΅s] [] [2024/05/06 02:43:04.099 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:04.100 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.050662ms] [] [2024/05/06 02:43:04.179 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:04.181 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:04.183 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:04.183 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:04.186 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 02:43:04.190 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:04.190 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:04.190 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:04.190 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:04.190 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:04.190 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:04.191 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:04.191 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:04.191 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:04.191 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:04.191 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:04.191 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:04.194 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:04.194 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:04.194 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:04.194 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:04.194 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:04.194 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=435.998096ms] [] [2024/05/06 02:43:04.291 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/05/06 02:43:04.293 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:04.293 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:04.570 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:04.655 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 02:43:04.655 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 02:43:04.655 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 02:43:04.669 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=14.233937ms] [] [2024/05/06 02:43:04.670 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [groupId=-1] [size=82] [kvs=2] [checksum=4856294282864387256] [2024/05/06 02:43:04.670 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 02:43:04.670 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [weight=30] [2024/05/06 02:43:04.670 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [concurrency=15] [2024/05/06 02:43:04.678 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=242] [physicalTableID=242] [indexID=-1] [checksum=4856294282864387256] [totalKvs=2] [totalBytes=82] [2024/05/06 02:43:04.679 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 02:43:04.679 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=23.682157ms] [] [2024/05/06 02:43:04.679 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=23.97057ms] [] [2024/05/06 02:43:04.743 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=172.193057ms] [] [2024/05/06 02:43:04.766 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:04.766 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=48] [step=post-process] [state=running] [] [2024/05/06 02:43:04.774 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=48] [2024/05/06 02:43:04.858 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=48] [2024/05/06 02:43:04.874 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=48] [type=ImportInto] [2024/05/06 02:43:04.944 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:04.944 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=48] [2024/05/06 02:43:05.065 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:05.109 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.35291464\n# Parse_time: 0.001556503\n# Compile_time: 0.003044083\n# Rewrite_time: 0.000595918\n# Optimize_time: 0.001216134\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestInputNull [2024/05/06 02:43:05.122 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=171] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 02:43:05.166 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:05.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:05.166 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:05.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 02:43:05.231 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:05.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:05.288 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=340.787Β΅s] [gotSchemaVersion=172] [phyTblIDs="[242]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:05.304 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=172] [2024/05/06 02:43:05.337 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=55.092336ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:05.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:05.399 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:05.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:05.521 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=662.328Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:05.547 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=173] [2024/05/06 02:43:05.566 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=56.066919ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:05.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:05.622 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:05.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:05.684 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=438.034Β΅s] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:05.706 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=174] [2024/05/06 02:43:05.736 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=59.920544ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:05.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:05.854 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[242]"] [comment="drop schema: table IDs"] [2024/05/06 02:43:05.868 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/06 02:43:05.873 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:05.125 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:05.945 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 02:43:05.946 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:05.956 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.835875722\n# Parse_time: 0.000704427\n# Compile_time: 0.000931162\n# Rewrite_time: 0.000040011\n# Optimize_time: 0.001158666\n# Wait_TS: 0.00064224\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 02:43:05.958 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 02:43:06.031 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:06.031 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 02:43:06.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:06.209 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=1.868113ms] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:43:06.228 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=175] [2024/05/06 02:43:06.256 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=55.461629ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:06.315 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:05.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:06.368 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 02:43:06.368 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:06.376 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.419021655\n# Parse_time: 0.000376004\n# Compile_time: 0.001064357\n# Rewrite_time: 0.000051235\n# Optimize_time: 0.001158666\n# Wait_TS: 0.000711117\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 02:43:06.380 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:43:06.385 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:43:06.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:06.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:06.469 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:06.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:43:06.541 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:06.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:06.563 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/06 02:43:06.662 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=5.575973ms] [gotSchemaVersion=176] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:06.676 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=248] [version=176] [2024/05/06 02:43:06.706 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=58.14476ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:06.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:06.823 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:06.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:06.889 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 02:43:06.889 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:06.897 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.514942997\n# Parse_time: 0.001265433\n# Compile_time: 0.001455819\n# Rewrite_time: 0.000069094\n# Optimize_time: 0.001158666\n# Wait_TS: 0.000972676\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 02:43:06.925 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:07.182 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 02:43:07.364 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=49] [task-id=49] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:07.418 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=49] [2024/05/06 02:43:07.418 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:07.528 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:07.530 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:07.532 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/05/06 02:43:07.560 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:07.565 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:43:07.566 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 02:43:07.566 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=82.315Β΅s] [2024/05/06 02:43:07.566 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=255.424Β΅s] [] [2024/05/06 02:43:07.566 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:07.566 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:07.766 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/05/06 02:43:07.793 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=49] [2024/05/06 02:43:07.804 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=49] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:07.911 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:07.913 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 02:43:07.915 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:07.928 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:07.928 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:07.932 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:07.932 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:07.937 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:07.937 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:07.972 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:07.974 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:07.974 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:43:07.974 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=49] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:07.974 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=49] [disk-quota=700.7GiB] [2024/05/06 02:43:08.050 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [2024/05/06 02:43:08.055 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:08.061 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:08.061 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/05/06 02:43:08.136 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/05/06 02:43:08.140 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=1.877875ms] [encodeDur=1.018808ms] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [deliverDur=299.424Β΅s] [type=file] [takeTime=3.661492ms] [] [2024/05/06 02:43:08.141 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/127af139-7192-4ae0-931e-6cf002385fc0.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/05/06 02:43:08.142 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [takeTime=91.529625ms] [] [2024/05/06 02:43:08.142 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 02:43:08.142 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 02:43:08.142 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:08.150 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=7.920131ms] [] [2024/05/06 02:43:08.150 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:43:08.161 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:08.190 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/05/06 02:43:08.191 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:08.225 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 02:43:08.229 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=78.728568ms] [] [2024/05/06 02:43:08.229 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:08.231 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.498616ms] [] [2024/05/06 02:43:08.231 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 02:43:08.231 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:08.233 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.884817ms] [] [2024/05/06 02:43:08.233 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:43:08.233 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:08.233 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=87.84Β΅s] [] [2024/05/06 02:43:08.233 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:08.235 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.549002ms] [] [2024/05/06 02:43:08.314 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 02:43:08.318 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:08.318 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:08.318 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:08.318 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:08.319 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:08.319 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:08.319 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:08.318 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:08.322 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:08.322 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:08.322 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:08.322 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:08.324 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:08.325 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:08.325 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:08.325 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:08.325 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:08.325 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=413.862005ms] [] [2024/05/06 02:43:08.352 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:08.354 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:08.356 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:08.356 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:08.516 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/05/06 02:43:08.517 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:08.518 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:08.766 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:08.865 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 02:43:08.865 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 02:43:08.865 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 02:43:08.878 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=12.997518ms] [] [2024/05/06 02:43:08.878 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [groupId=-1] [size=74] [kvs=2] [checksum=8107978480917265275] [2024/05/06 02:43:08.878 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 02:43:08.878 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [weight=30] [2024/05/06 02:43:08.878 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [concurrency=15] [2024/05/06 02:43:08.887 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=247] [physicalTableID=247] [indexID=-1] [checksum=8107978480917265275] [totalKvs=2] [totalBytes=74] [2024/05/06 02:43:08.888 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [local="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 02:43:08.888 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=23.485835ms] [] [2024/05/06 02:43:08.888 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=23.700565ms] [] [2024/05/06 02:43:09.001 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=235.36888ms] [] [2024/05/06 02:43:09.003 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:09.003 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=49] [step=post-process] [state=running] [] [2024/05/06 02:43:09.008 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=49] [2024/05/06 02:43:09.085 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=49] [2024/05/06 02:43:09.120 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=49] [type=ImportInto] [2024/05/06 02:43:09.121 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:09.121 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=49] [2024/05/06 02:43:09.270 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.370369492\n# Parse_time: 0.001010995\n# Compile_time: 0.002692583\n# Rewrite_time: 0.000643267\n# Optimize_time: 0.001158666\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 02:43:09.273 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:09.281 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 02:43:09.367 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:09.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:43:09.367 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:09.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:09.430 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:09.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:09.507 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 245, Table ID: 249, Table Name: t, Old Table ID: 247, Old Table Name: t"] [2024/05/06 02:43:09.604 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=3.693531ms] [gotSchemaVersion=177] [phyTblIDs="[247,249]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:43:09.617 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=177] [2024/05/06 02:43:09.655 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=56.549503ms] [job="ID:250, Type:truncate table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:09.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:09.730 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/06 02:43:09.745 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="truncate table"] [2024/05/06 02:43:09.751 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:truncate table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:09.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:09.836 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 02:43:09.836 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:09.849 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.569205114\n# Parse_time: 0.000391279\n# Compile_time: 0.001110958\n# Rewrite_time: 0.000048744\n# Optimize_time: 0.001447384\n# Wait_TS: 0.004217996\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:43:09.875 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:10.170 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 02:43:10.331 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=50] [task-id=50] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:10.386 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=50] [2024/05/06 02:43:10.386 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:10.495 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:10.497 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:10.499 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/05/06 02:43:10.530 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:10.534 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:43:10.534 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 02:43:10.534 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=95.032Β΅s] [2024/05/06 02:43:10.534 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=261.959Β΅s] [] [2024/05/06 02:43:10.535 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:10.535 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:10.772 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/05/06 02:43:10.808 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=50] [2024/05/06 02:43:10.819 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=50] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:10.893 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:10.895 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 02:43:10.897 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:10.914 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:10.914 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:10.917 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:10.917 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:10.919 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:10.920 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:10.947 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:10.949 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:10.949 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:43:10.949 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=50] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:10.949 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=50] [disk-quota=700.7GiB] [2024/05/06 02:43:11.030 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [2024/05/06 02:43:11.036 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:11.045 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:11.046 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=249] [2024/05/06 02:43:11.104 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [2024/05/06 02:43:11.108 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [readDur=1.725787ms] [encodeDur=1.814155ms] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [deliverDur=426.525Β΅s] [type=file] [takeTime=4.619658ms] [] [2024/05/06 02:43:11.110 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/1103b60a-24d1-4754-be26-a182f87ce599.sst] [firstKey=7480000000000000F95F728000000000000001] [lastKey=7480000000000000F95F728000000000000002] [2024/05/06 02:43:11.110 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [takeTime=80.149515ms] [] [2024/05/06 02:43:11.111 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 02:43:11.111 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 02:43:11.111 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:11.113 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.023774ms] [] [2024/05/06 02:43:11.113 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:43:11.123 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:11.149 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/05/06 02:43:11.149 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:11.247 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 02:43:11.253 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=140.378433ms] [] [2024/05/06 02:43:11.254 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:43:11.256 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.195057ms] [] [2024/05/06 02:43:11.256 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 02:43:11.256 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:11.259 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.401765ms] [] [2024/05/06 02:43:11.259 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:43:11.259 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:11.259 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=149.324Β΅s] [] [2024/05/06 02:43:11.259 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:43:11.261 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.729177ms] [] [2024/05/06 02:43:11.343 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 02:43:11.349 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:11.349 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:11.350 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:11.350 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:11.350 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:11.350 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:11.350 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:11.350 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:11.350 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:11.350 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:11.350 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:11.350 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:11.353 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:11.354 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:11.354 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:11.354 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:11.354 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:11.354 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=460.665439ms] [] [2024/05/06 02:43:11.423 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:11.426 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:11.428 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:11.428 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:11.547 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/05/06 02:43:11.549 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:11.549 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:11.845 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:11.930 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 02:43:11.930 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 02:43:11.930 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 02:43:11.960 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=29.965666ms] [] [2024/05/06 02:43:11.960 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [groupId=-1] [size=80] [kvs=2] [checksum=7610316387263968170] [2024/05/06 02:43:11.960 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 02:43:11.960 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [weight=30] [2024/05/06 02:43:11.961 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [concurrency=15] [2024/05/06 02:43:11.967 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=249] [physicalTableID=249] [indexID=-1] [checksum=7610316387263968170] [totalKvs=2] [totalBytes=80] [2024/05/06 02:43:11.968 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [local="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 02:43:11.968 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=38.088583ms] [] [2024/05/06 02:43:11.968 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=38.407393ms] [] [2024/05/06 02:43:12.021 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:12.021 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=50] [step=post-process] [state=running] [] [2024/05/06 02:43:12.025 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=50] [2024/05/06 02:43:12.045 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=199.658147ms] [] [2024/05/06 02:43:12.106 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=50] [2024/05/06 02:43:12.122 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=50] [type=ImportInto] [2024/05/06 02:43:12.136 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:12.136 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=50] [2024/05/06 02:43:12.291 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.440539845\n# Parse_time: 0.00179178\n# Compile_time: 0.002557767\n# Rewrite_time: 0.000380571\n# Optimize_time: 0.001447384\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestJobFailWhenDispatchSubtask [2024/05/06 02:43:12.307 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/05/06 02:43:12.311 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/05/06 02:43:12.355 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:12.395 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:12.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:12.395 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:12.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database fail_job_after_import"] [2024/05/06 02:43:12.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:12.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:12.564 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.483676ms] [gotSchemaVersion=178] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:43:12.580 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=178] [2024/05/06 02:43:12.606 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=60.065857ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:12.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:12.681 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:12.328 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:12.732 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 02:43:12.732 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:12.737 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.426975917\n# Parse_time: 0.000508499\n# Compile_time: 0.001142665\n# Rewrite_time: 0.000045595\n# Optimize_time: 0.001536878\n# Wait_TS: 0.000983435\n# DB: load_data\n# Is_internal: false\n# Digest: 740a479d232a10d2f6af7342e92fedd514295b86ff325a9eb0acae3902a4cdd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database fail_job_after_import;"] [2024/05/06 02:43:12.742 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 02:43:12.829 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:12.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:12.829 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:12.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 02:43:12.976 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:12.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:12.991 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t1"] [2024/05/06 02:43:13.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=3.862778ms] [gotSchemaVersion=179] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:13.084 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=254] [version=179] [2024/05/06 02:43:13.108 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=56.149105ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:12.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:13.185 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:12.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:13.249 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 02:43:13.249 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:13.254 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.514561749\n# Parse_time: 0.00089608\n# Compile_time: 0.001391312\n# Rewrite_time: 0.000064155\n# Optimize_time: 0.001536878\n# Wait_TS: 0.004239007\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse fail_job_after_import;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 02:43:13.273 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:13.571 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:43:13.706 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=51] [task-id=51] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:13.752 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=51] [2024/05/06 02:43:13.753 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:13.861 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:13.863 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:13.864 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/05/06 02:43:13.902 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:13.908 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 02:43:13.908 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 02:43:13.908 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=63.953Β΅s] [2024/05/06 02:43:13.908 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=195.61Β΅s] [] [2024/05/06 02:43:13.908 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:13.908 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:14.121 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/05/06 02:43:14.153 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=51] [2024/05/06 02:43:14.180 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=51] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:14.233 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:14.235 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 02:43:14.236 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:14.252 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:14.252 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:14.253 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:14.254 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:14.255 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:14.255 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:14.287 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:14.289 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:14.289 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 02:43:14.289 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=51] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:14.295 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=51] [disk-quota=700.7GiB] [2024/05/06 02:43:14.372 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [2024/05/06 02:43:14.387 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 02:43:14.395 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 02:43:14.395 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=253] [2024/05/06 02:43:14.521 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=253] [key=t.csv:0] [2024/05/06 02:43:14.525 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=253] [key=t.csv:0] [readDur=1.654793ms] [encodeDur=889.635Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=79.484Β΅s] [type=file] [takeTime=3.248817ms] [] [2024/05/06 02:43:14.526 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/00b9c8ab-50a2-4246-a8f6-0744a126569f.sst] [firstKey=7480000000000000FD5F728000000000000001] [lastKey=7480000000000000FD5F728000000000000002] [2024/05/06 02:43:14.526 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [takeTime=154.650353ms] [] [2024/05/06 02:43:14.527 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 02:43:14.527 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 02:43:14.527 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 02:43:14.529 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.648546ms] [] [2024/05/06 02:43:14.529 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/05/06 02:43:14.538 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:14.563 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/05/06 02:43:14.564 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:14.610 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 02:43:14.664 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=135.084028ms] [] [2024/05/06 02:43:14.664 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 02:43:14.667 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=2.80722ms] [] [2024/05/06 02:43:14.667 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 02:43:14.667 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 02:43:14.670 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=2.480645ms] [] [2024/05/06 02:43:14.670 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/05/06 02:43:14.670 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 02:43:14.670 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=128.996Β΅s] [] [2024/05/06 02:43:14.670 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 02:43:14.672 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.348359ms] [] [2024/05/06 02:43:14.749 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 02:43:14.754 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:14.754 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:14.754 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:14.754 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:14.754 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:14.754 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:14.754 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:14.754 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:14.754 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:14.754 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:14.755 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:14.755 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:14.757 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:14.757 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:14.757 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:14.757 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:14.757 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:14.757 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=523.766977ms] [] [2024/05/06 02:43:14.791 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:14.793 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:14.794 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:14.794 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:14.863 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:43:14.863 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 02:43:14.932 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=51] [type=ImportInto] [2024/05/06 02:43:14.938 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=reverting] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:43:14.940 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/05/06 02:43:14.956 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=51] [2024/05/06 02:43:15.019 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=51] [2024/05/06 02:43:15.053 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:15.053 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=51] [2024/05/06 02:43:15.263 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:15.299 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=51] [error="[0]injected error after ImportStepImport"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestJobFailWhenDispatchSubtask\n\ttests/realtikvtest/importintotest/job_test.go:603\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 02:43:15.300 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.044127086\n# Parse_time: 0.000571298\n# Compile_time: 0.00179657\n# Rewrite_time: 0.000295573\n# Optimize_time: 0.001536878\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6Mi4wNHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjIuMDRzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestKillBeforeFinish [2024/05/06 02:43:15.412 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/05/06 02:43:15.415 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/05/06 02:43:15.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:15.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:15.470 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:15.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE kill_job;"] [2024/05/06 02:43:15.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:15.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:15.614 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=1.541727ms] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:43:15.632 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=256] [version=180] [2024/05/06 02:43:15.660 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=54.846117ms] [job="ID:256, Type:create schema, State:done, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:15.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:15.716 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create schema, State:synced, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:15.425 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:15.773 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 02:43:15.773 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:15.779 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.364182006\n# Parse_time: 0.000318264\n# Compile_time: 0.000785344\n# Rewrite_time: 0.000047501\n# Optimize_time: 0.000355266\n# Wait_TS: 0.001176567\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 32ea063e6be022f03140c08932b151273956be8bac928675ddd85b677498b4a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE kill_job;"] [2024/05/06 02:43:15.852 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/05/06 02:43:15.938 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:15.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:15.938 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:15.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 02:43:16.046 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:15.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:16.066 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 255, Table ID: 257, Table Name: t"] [2024/05/06 02:43:16.206 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=18.409398ms] [gotSchemaVersion=181] [phyTblIDs="[257]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:16.232 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=181] [2024/05/06 02:43:16.232 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=258] [ver=181] [2024/05/06 02:43:16.259 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=87.447486ms] [job="ID:258, Type:create table, State:done, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:15.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:16.408 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [job="ID:258, Type:create table, State:synced, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:15.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:16.549 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=258] [2024/05/06 02:43:16.550 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:16.556 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.708133722\n# Parse_time: 0.002049853\n# Compile_time: 0.001978683\n# Rewrite_time: 0.000099503\n# Optimize_time: 0.000355266\n# Wait_TS: 0.001100756\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8d0764213d9c8980f2f7228ac418e3202472724bd73615a2d5ce8843684c3cc2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 02:43:16.585 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:16.822 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:43:16.976 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=52] [task-id=52] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:17.052 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=52] [2024/05/06 02:43:17.052 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:17.169 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:17.171 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:17.173 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/05/06 02:43:17.217 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:17.222 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:43:17.222 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/05/06 02:43:17.223 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=102.943Β΅s] [2024/05/06 02:43:17.223 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=325.176Β΅s] [] [2024/05/06 02:43:17.223 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:17.223 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:17.425 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/05/06 02:43:17.469 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=52] [2024/05/06 02:43:17.482 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=52] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:17.548 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:17.551 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 02:43:17.552 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:17.573 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:17.573 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:17.575 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:17.575 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:17.577 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:17.577 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:17.618 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:17.622 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:17.622 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:43:17.623 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=52] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:17.623 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=52] [disk-quota=700.7GiB] [2024/05/06 02:43:17.773 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [2024/05/06 02:43:17.783 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 02:43:17.789 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 02:43:17.789 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=257] [2024/05/06 02:43:17.809 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [2024/05/06 02:43:17.811 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [readDur=1.277748ms] [encodeDur=810.485Β΅s] [checksum="{cksum=15206506462277668171,size=37,kvs=1}"] [deliverDur=271.192Β΅s] [type=file] [takeTime=2.811215ms] [] [2024/05/06 02:43:17.812 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [takeTime=39.447208ms] [] [2024/05/06 02:43:17.812 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/977a7bd3-db95-44e2-b8bd-1720d987adcc.sst] [firstKey=7480000000000001015F728000000000000001] [lastKey=7480000000000001015F728000000000000001] [2024/05/06 02:43:17.813 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 02:43:17.813 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 02:43:17.813 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 02:43:17.815 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=2.309245ms] [] [2024/05/06 02:43:17.815 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/05/06 02:43:17.822 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:17.856 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/05/06 02:43:17.857 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:17.862 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=import] [2024/05/06 02:43:17.871 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=import] [2024/05/06 02:43:17.903 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 02:43:17.906 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=90.371189ms] [] [2024/05/06 02:43:17.906 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 02:43:17.909 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=3.422548ms] [] [2024/05/06 02:43:17.909 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 02:43:17.909 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 02:43:17.911 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=2.020027ms] [] [2024/05/06 02:43:17.912 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [2024/05/06 02:43:17.912 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 02:43:17.912 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [takeTime=87.084Β΅s] [] [2024/05/06 02:43:17.912 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 02:43:17.915 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=3.594369ms] [] [2024/05/06 02:43:17.965 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=52] [2024/05/06 02:43:17.965 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:17.966 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:17.966 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:17.966 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:17.966 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:17.966 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:17.966 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:17.965 +00:00] [WARN] [session.go:810] ["can not retry txn"] [label=internal] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).FinishSubtask\n\tpkg/disttask/framework/storage/subtask_state.go:50\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:617\ngithub.com/pingcap/tidb/pkg/disttask/framework/handle.RunWithRetry\n\tpkg/disttask/framework/handle/handle.go:223\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:615\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).FinishSubtask\n\tpkg/disttask/framework/storage/subtask_state.go:50\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:617\ngithub.com/pingcap/tidb/pkg/disttask/framework/handle.RunWithRetry\n\tpkg/disttask/framework/handle/handle.go:223\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:615\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 02:43:17.967 +00:00] [WARN] [session.go:826] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).FinishSubtask\n\tpkg/disttask/framework/storage/subtask_state.go:50\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:617\ngithub.com/pingcap/tidb/pkg/disttask/framework/handle.RunWithRetry\n\tpkg/disttask/framework/handle/handle.go:223\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:615\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).FinishSubtask\n\tpkg/disttask/framework/storage/subtask_state.go:50\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:617\ngithub.com/pingcap/tidb/pkg/disttask/framework/handle.RunWithRetry\n\tpkg/disttask/framework/handle/handle.go:223\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:615\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:43:17.969 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=181] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).FinishSubtask\n\tpkg/disttask/framework/storage/subtask_state.go:50\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:617\ngithub.com/pingcap/tidb/pkg/disttask/framework/handle.RunWithRetry\n\tpkg/disttask/framework/handle/handle.go:223\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:615\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).FinishSubtask\n\tpkg/disttask/framework/storage/subtask_state.go:50\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:617\ngithub.com/pingcap/tidb/pkg/disttask/framework/handle.RunWithRetry\n\tpkg/disttask/framework/handle/handle.go:223\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:615\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 02:43:17.970 +00:00] [WARN] [handle.go:228] ["met retryable error"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [retry-count=0] [max-retry=30] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).FinishSubtask\n\tpkg/disttask/framework/storage/subtask_state.go:50\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:617\ngithub.com/pingcap/tidb/pkg/disttask/framework/handle.RunWithRetry\n\tpkg/disttask/framework/handle/handle.go:223\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:615\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).FinishSubtask\n\tpkg/disttask/framework/storage/subtask_state.go:50\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:617\ngithub.com/pingcap/tidb/pkg/disttask/framework/handle.RunWithRetry\n\tpkg/disttask/framework/handle/handle.go:223\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:615\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:43:17.971 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=52] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:548\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:621\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:621\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:621\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:43:17.971 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:548\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:621\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:621\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:43:17.972 +00:00] [WARN] [task_executor.go:633] ["subtask canceled"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/05/06 02:43:18.002 +00:00] [INFO] [prewrite.go:446] ["prewrite encounters lock. More locks belonging to the same transaction may be omitted"] [session=0] [txnID=449567364985389061] [lock="key: 748000fffffffffffa5f728000000000000064, primary: 748000fffffffffffa5f728000000000000064, txnStartTS: 449567364998496257, lockForUpdateTS:0, minCommitTs:449567364998496258, ttl: 3008, type: Put, UseAsyncCommit: false, txnSize: 1"] [2024/05/06 02:43:18.003 +00:00] [WARN] [session.go:800] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449567364985389061, conflictStartTS=449567364998496257, conflictCommitTS=0, key={tableID=281474976710650, tableName=mysql.tidb_background_subtask, handle=100}, originalKey=748000fffffffffffa5f728000000000000064, primary=[]byte(nil), originalPrimaryKey=, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/06 02:43:18.013 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 02:43:18.017 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:18.017 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:18.017 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:18.017 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:18.017 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:18.019 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:18.019 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:18.019 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:18.019 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:18.020 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:18.020 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:548\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).finishSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:621\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onSubtaskFinished\n\tpkg/disttask/framework/taskexecutor/task_executor.go:480\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:460\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:43:18.022 +00:00] [WARN] [session.go:1088] [retrying] [schemaVersion=181] [retryCnt=0] [queryNum=0] [sql=] [2024/05/06 02:43:18.039 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=52] [type=ImportInto] [2024/05/06 02:43:18.042 +00:00] [WARN] [session.go:1111] ["transaction association"] ["retrying txnStartTS"=449567364998496261] ["original txnStartTS"=449567364985389061] [2024/05/06 02:43:18.101 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:43:18.104 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/05/06 02:43:18.133 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=52] [2024/05/06 02:43:18.221 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=52] [2024/05/06 02:43:18.259 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:18.259 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=52] [2024/05/06 02:43:18.449 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:18.526 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.966827015\n# Parse_time: 0.001259464\n# Compile_time: 0.002350967\n# Rewrite_time: 0.000589329\n# Optimize_time: 0.000355266\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS45NnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuOTZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestLoadSQLDump [2024/05/06 02:43:19.588 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=181] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 02:43:19.693 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:19.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:19.693 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:19.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 02:43:19.760 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:19.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:19.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=444.082Β΅s] [gotSchemaVersion=182] [phyTblIDs="[194,196]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:19.846 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=182] [2024/05/06 02:43:19.869 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=54.491809ms] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:19.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:19.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:19.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:20.026 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=284.142Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:20.040 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=183] [2024/05/06 02:43:20.065 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=57.054885ms] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:19.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:20.135 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:19.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:20.212 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=414.678Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:20.227 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=184] [2024/05/06 02:43:20.257 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=59.842357ms] [job="ID:259, Type:drop schema, State:done, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:19.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:20.393 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[194,196]"] [comment="drop schema: table IDs"] [2024/05/06 02:43:20.415 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop schema"] [2024/05/06 02:43:20.423 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:drop schema, State:synced, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:19.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:20.510 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 02:43:20.510 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:20.519 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.932653235\n# Parse_time: 0.000786555\n# Compile_time: 0.001233646\n# Rewrite_time: 0.000048397\n# Optimize_time: 0.000234787\n# Wait_TS: 0.002371756\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 02:43:20.522 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 02:43:20.583 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:20.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:20.583 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:20.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 02:43:20.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:20.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:20.792 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=3.792956ms] [gotSchemaVersion=185] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:43:20.807 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=261] [version=185] [2024/05/06 02:43:20.834 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=54.645004ms] [job="ID:261, Type:create schema, State:done, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:20.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:20.905 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create schema, State:synced, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:20.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:20.973 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/05/06 02:43:20.973 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:21.032 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.512110757\n# Parse_time: 0.000781631\n# Compile_time: 0.001208521\n# Rewrite_time: 0.000042271\n# Optimize_time: 0.000234787\n# Wait_TS: 0.000796721\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 02:43:21.036 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/05/06 02:43:21.139 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:21.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:21.140 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:21.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 02:43:21.208 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:21.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:21.231 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 260, Table ID: 262, Table Name: t"] [2024/05/06 02:43:21.325 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=4.282823ms] [gotSchemaVersion=186] [phyTblIDs="[262]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:21.344 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=263] [version=186] [2024/05/06 02:43:21.369 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=63.681967ms] [job="ID:263, Type:create table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:21.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:21.475 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:create table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:21.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:21.564 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/05/06 02:43:21.564 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:21.571 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.537081808\n# Parse_time: 0.000996561\n# Compile_time: 0.001585682\n# Rewrite_time: 0.00006766\n# Optimize_time: 0.000234787\n# Wait_TS: 0.001274386\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d96270cc9e04aa2fb95b76668b4a4bb516905f861f4f5d533983b6e4ac2f46f6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 02:43:21.593 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:21.888 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 02:43:22.012 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=53] [task-id=53] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:22.068 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=53] [2024/05/06 02:43:22.070 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:22.182 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:22.184 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:22.186 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/05/06 02:43:22.227 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:22.231 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:43:22.231 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 02:43:22.231 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=87.943Β΅s] [2024/05/06 02:43:22.231 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=241.86Β΅s] [] [2024/05/06 02:43:22.231 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:22.231 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:22.413 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/05/06 02:43:22.460 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=53] [2024/05/06 02:43:22.462 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=53] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:22.533 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:22.535 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 02:43:22.537 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:22.560 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:22.560 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:22.564 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:22.564 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:22.566 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:22.566 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:22.627 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:22.629 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:22.629 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:43:22.629 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=53] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:22.629 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=53] [disk-quota=700.7GiB] [2024/05/06 02:43:22.783 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [2024/05/06 02:43:22.794 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:43:22.816 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:22.816 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/05/06 02:43:22.837 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=262] [key=p:0] [2024/05/06 02:43:22.841 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=p:0] [readDur=1.954282ms] [encodeDur=1.190589ms] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=337.337Β΅s] [type=file] [takeTime=4.061209ms] [] [2024/05/06 02:43:22.842 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/529be02a-87b3-4384-a898-99e8514eec45.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/05/06 02:43:22.842 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [takeTime=58.992485ms] [] [2024/05/06 02:43:22.843 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 02:43:22.843 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 02:43:22.843 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:43:22.845 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.153431ms] [] [2024/05/06 02:43:22.845 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 02:43:22.852 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:22.880 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 02:43:22.881 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:22.912 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 02:43:22.915 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=69.864981ms] [] [2024/05/06 02:43:22.915 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:43:22.917 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.469061ms] [] [2024/05/06 02:43:22.917 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 02:43:22.917 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:22.923 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=5.428619ms] [] [2024/05/06 02:43:22.923 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 02:43:22.923 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:22.923 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=109.717Β΅s] [] [2024/05/06 02:43:22.923 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:22.924 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.236748ms] [] [2024/05/06 02:43:23.002 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 02:43:23.003 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:23.005 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:23.005 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:23.006 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:23.006 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:23.006 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:23.006 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:23.006 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:23.006 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:23.006 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:23.006 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:23.006 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:23.006 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:23.006 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:23.007 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:23.007 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:23.009 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:23.009 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:23.009 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:23.009 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:23.009 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:23.009 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=475.61059ms] [] [2024/05/06 02:43:23.110 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 02:43:23.112 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:23.112 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:23.390 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:23.464 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 02:43:23.464 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 02:43:23.464 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 02:43:23.481 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=16.213845ms] [] [2024/05/06 02:43:23.481 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 02:43:23.481 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 02:43:23.481 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [weight=30] [2024/05/06 02:43:23.481 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [concurrency=15] [2024/05/06 02:43:23.487 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=262] [physicalTableID=262] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 02:43:23.488 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 02:43:23.488 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=24.11601ms] [] [2024/05/06 02:43:23.489 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=24.393236ms] [] [2024/05/06 02:43:23.570 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=180.198047ms] [] [2024/05/06 02:43:23.606 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:23.606 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=53] [step=post-process] [state=running] [] [2024/05/06 02:43:23.610 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=53] [2024/05/06 02:43:23.694 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=53] [2024/05/06 02:43:23.728 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:23.728 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=53] [2024/05/06 02:43:23.734 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=53] [type=ImportInto] [2024/05/06 02:43:23.912 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.33969746\n# Parse_time: 0.000804633\n# Compile_time: 0.001998094\n# Rewrite_time: 0.000382842\n# Optimize_time: 0.000234787\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/05/06 02:43:23.919 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:23.925 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/05/06 02:43:23.990 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:23.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:23.990 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:23.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_csv.t;"] [2024/05/06 02:43:24.072 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:23.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:24.121 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 260, Table ID: 264, Table Name: t, Old Table ID: 262, Old Table Name: t"] [2024/05/06 02:43:24.209 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=6.655088ms] [gotSchemaVersion=187] [phyTblIDs="[262,264]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:43:24.233 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=265] [version=187] [2024/05/06 02:43:24.249 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=57.357787ms] [job="ID:265, Type:truncate table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:23.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:24.364 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=265] [tableIDs="[262]"] [comment="drop table: table ID"] [2024/05/06 02:43:24.438 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=265] [jobType="truncate table"] [2024/05/06 02:43:24.445 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:truncate table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:23.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:24.526 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/05/06 02:43:24.526 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:24.540 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.616286032\n# Parse_time: 0.000391601\n# Compile_time: 0.001068943\n# Rewrite_time: 0.000052352\n# Optimize_time: 0.000936637\n# Wait_TS: 0.000871823\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 54aa42fb3deed99c3e7930c508358633f841079d0f7d02676fc856f08bf5ab77\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_csv.t;"] [2024/05/06 02:43:24.791 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestLoadSQLDump1457334381/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 02:43:24.791 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:43:24.791 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 02:43:24.791 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=75.865Β΅s] [2024/05/06 02:43:24.791 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=227.729Β΅s] [] [2024/05/06 02:43:24.995 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=54] [task-id=54] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:25.082 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/05/06 02:43:25.082 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:25.191 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:25.193 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:25.195 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/05/06 02:43:25.241 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:25.241 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:25.442 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/05/06 02:43:25.478 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=54] [2024/05/06 02:43:25.505 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:25.568 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:25.570 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 02:43:25.667 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:25.667 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:25.670 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:25.670 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:25.677 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:25.677 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:25.714 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:25.717 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:25.717 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:43:25.717 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=54] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:25.717 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=54] [disk-quota=700.7GiB] [2024/05/06 02:43:25.805 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [2024/05/06 02:43:25.810 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:43:25.815 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:25.816 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=264] [2024/05/06 02:43:25.830 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=264] [key=test.sql:0] [2024/05/06 02:43:25.832 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=264] [key=test.sql:0] [readDur=290.776Β΅s] [encodeDur=1.112033ms] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=342.33Β΅s] [type=file] [takeTime=2.2958ms] [] [2024/05/06 02:43:25.833 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/ebb2c9ad-f838-4544-ac08-68a586d8ed09.sst] [firstKey=7480000000000001085F728000000000000001] [lastKey=7480000000000001085F728000000000000002] [2024/05/06 02:43:25.833 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [takeTime=28.631209ms] [] [2024/05/06 02:43:25.834 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 02:43:25.834 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 02:43:25.834 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:43:25.836 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.308692ms] [] [2024/05/06 02:43:25.836 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 02:43:25.843 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:25.869 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 02:43:25.869 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:25.911 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 02:43:25.914 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=77.674983ms] [] [2024/05/06 02:43:25.914 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:43:25.916 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.444602ms] [] [2024/05/06 02:43:25.916 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 02:43:25.916 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:25.918 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.960358ms] [] [2024/05/06 02:43:25.918 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 02:43:25.918 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:25.918 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=97.27Β΅s] [] [2024/05/06 02:43:25.918 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:25.919 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.147848ms] [] [2024/05/06 02:43:26.017 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 02:43:26.020 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:26.021 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:26.021 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:26.021 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:26.021 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:26.021 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:26.021 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:26.021 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:26.021 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:26.021 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:26.021 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:26.021 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:26.021 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:26.022 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:26.024 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:26.024 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:26.024 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:26.024 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:26.024 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:26.024 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:26.024 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:26.024 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=456.17563ms] [] [2024/05/06 02:43:26.163 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 02:43:26.165 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:26.165 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:26.446 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:26.546 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 02:43:26.546 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 02:43:26.546 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 02:43:26.571 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=24.652901ms] [] [2024/05/06 02:43:26.571 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 02:43:26.571 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 02:43:26.571 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [weight=30] [2024/05/06 02:43:26.571 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [concurrency=15] [2024/05/06 02:43:26.583 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=264] [physicalTableID=264] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 02:43:26.584 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 02:43:26.584 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=38.156749ms] [] [2024/05/06 02:43:26.584 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=38.440004ms] [] [2024/05/06 02:43:26.668 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=222.121349ms] [] [2024/05/06 02:43:26.714 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:26.714 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=54] [step=post-process] [state=running] [] [2024/05/06 02:43:26.720 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=54] [2024/05/06 02:43:26.854 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=54] [2024/05/06 02:43:26.854 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/05/06 02:43:26.887 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:26.887 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=54] [2024/05/06 02:43:26.907 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/05/06 02:43:26.907 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 02:43:27.019 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=54] [2024/05/06 02:43:27.021 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:27.188 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.646588545\n# Parse_time: 0.001724739\n# Compile_time: 0.002168228\n# Rewrite_time: 0.000472476\n# Optimize_time: 0.000936637\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestLoadSQLDump1457334381/001/test.sql' FORMAT 'SQL';"] === RUN TestImportInto/TestMaxWriteSpeed [2024/05/06 02:43:27.204 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/05/06 02:43:27.208 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/05/06 02:43:27.327 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:27.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:27.327 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:27.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_write_speed;"] [2024/05/06 02:43:27.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:27.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:27.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.769196ms] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:43:27.518 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=188] [2024/05/06 02:43:27.544 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=56.105028ms] [job="ID:267, Type:create schema, State:done, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:27.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:27.687 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create schema, State:synced, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:27.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:27.750 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 02:43:27.750 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:27.760 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.553102223\n# Parse_time: 0.000407288\n# Compile_time: 0.000898306\n# Rewrite_time: 0.00004399\n# Optimize_time: 0.001365003\n# Wait_TS: 0.00055973\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 51e97fdc2613e3aee21c06b152169d2daca432914e619b590051b0c980cfa305\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_test_write_speed;"] [2024/05/06 02:43:27.763 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/05/06 02:43:27.866 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:27.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:27.866 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:27.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/05/06 02:43:28.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:27.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:28.051 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 266, Table ID: 268, Table Name: t"] [2024/05/06 02:43:28.141 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=3.90347ms] [gotSchemaVersion=189] [phyTblIDs="[268]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:28.158 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=269] [version=189] [2024/05/06 02:43:28.183 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=56.386706ms] [job="ID:269, Type:create table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:27.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:28.307 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:create table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:27.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:28.369 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 02:43:28.369 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:28.374 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.613406156\n# Parse_time: 0.000657569\n# Compile_time: 0.001275982\n# Rewrite_time: 0.00007107\n# Optimize_time: 0.001365003\n# Wait_TS: 0.000616708\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: fc1b1e4d47a5f290811d20628c52a2c0714628b3c6a7d1063aee53669bfc0fd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_write_speed.t(a int, b int);"] [2024/05/06 02:43:28.399 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:28.731 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:43:28.873 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=55] [task-id=55] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:28.942 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=55] [2024/05/06 02:43:28.943 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:29.051 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:29.053 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:29.055 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/05/06 02:43:29.080 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:29.084 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:43:29.084 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 02:43:29.084 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=89.218Β΅s] [2024/05/06 02:43:29.084 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=271.355Β΅s] [] [2024/05/06 02:43:29.084 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:29.084 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:29.314 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/05/06 02:43:29.345 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=55] [2024/05/06 02:43:29.380 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=55] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:29.441 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:29.443 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 02:43:29.444 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:29.469 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:29.469 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:29.470 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:29.470 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:29.472 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:29.472 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:29.511 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:29.512 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:29.512 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:43:29.513 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=55] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:29.513 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=55] [disk-quota=700.7GiB] [2024/05/06 02:43:29.590 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [2024/05/06 02:43:29.596 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 02:43:29.600 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 02:43:29.601 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/05/06 02:43:29.672 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/05/06 02:43:30.014 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=46.240991ms] [encodeDur=279.579446ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=8.354811ms] [type=file] [takeTime=341.043672ms] [] [2024/05/06 02:43:30.015 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [takeTime=424.371724ms] [] [2024/05/06 02:43:30.015 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/db0d14b5-97be-42ad-abb7-8989aa9bea46.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/05/06 02:43:30.015 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 02:43:30.015 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 02:43:30.015 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 02:43:30.018 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.935312ms] [] [2024/05/06 02:43:30.019 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 02:43:30.025 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:30.049 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 02:43:30.050 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:30.102 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 02:43:30.106 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=87.586965ms] [] [2024/05/06 02:43:30.106 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 02:43:30.110 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=4.012217ms] [] [2024/05/06 02:43:30.110 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 02:43:30.111 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 02:43:30.113 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=2.058267ms] [] [2024/05/06 02:43:30.113 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 02:43:30.113 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 02:43:30.113 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=92.242Β΅s] [] [2024/05/06 02:43:30.113 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 02:43:30.114 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.066541ms] [] [2024/05/06 02:43:30.173 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:30.175 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:30.176 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:30.176 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:30.197 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 02:43:30.200 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:30.200 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:30.200 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:30.200 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:30.200 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:30.200 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:30.200 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:30.200 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:30.201 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:30.201 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:30.201 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:30.201 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:30.253 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:30.253 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:30.253 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:30.253 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:30.253 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:30.253 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=812.159637ms] [] [2024/05/06 02:43:30.327 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 02:43:30.329 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:30.329 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:30.513 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:30.589 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 02:43:30.590 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 02:43:30.590 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 02:43:30.613 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=23.150002ms] [] [2024/05/06 02:43:30.613 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 02:43:30.613 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 02:43:30.613 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [weight=30] [2024/05/06 02:43:30.613 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [concurrency=15] [2024/05/06 02:43:30.623 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=268] [physicalTableID=268] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 02:43:30.624 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 02:43:30.624 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=34.261451ms] [] [2024/05/06 02:43:30.624 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=34.480822ms] [] [2024/05/06 02:43:30.749 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=235.774001ms] [] [2024/05/06 02:43:30.772 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:30.772 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=55] [step=post-process] [state=running] [] [2024/05/06 02:43:30.777 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=55] [2024/05/06 02:43:30.849 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=55] [2024/05/06 02:43:30.859 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=55] [type=ImportInto] [2024/05/06 02:43:30.880 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:30.880 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=55] [2024/05/06 02:43:31.010 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:31.068 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.687865744\n# Parse_time: 0.000526159\n# Compile_time: 0.001549759\n# Rewrite_time: 0.000359471\n# Optimize_time: 0.001365003\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi42OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi42OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:43:31.087 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/05/06 02:43:31.148 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:31.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:31.148 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:31.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 02:43:31.307 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:31.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:31.336 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 266, Table ID: 270, Table Name: t, Old Table ID: 268, Old Table Name: t"] [2024/05/06 02:43:31.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=3.972427ms] [gotSchemaVersion=190] [phyTblIDs="[268,270]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:43:31.419 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=271] [version=190] [2024/05/06 02:43:31.451 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=59.161783ms] [job="ID:271, Type:truncate table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:31.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:31.543 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=271] [tableIDs="[268]"] [comment="drop table: table ID"] [2024/05/06 02:43:31.568 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=271] [jobType="truncate table"] [2024/05/06 02:43:31.574 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [job="ID:271, Type:truncate table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:31.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:31.662 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/06 02:43:31.662 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:31.669 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.583145862\n# Parse_time: 0.000401611\n# Compile_time: 0.001081138\n# Rewrite_time: 0.000049768\n# Optimize_time: 0.002955165\n# Wait_TS: 0.003221602\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8335c0f5a674c362ca804edef924d7641c9291afa0c75e736a126089ad41d921\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 02:43:31.690 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:31.953 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=true] [2024/05/06 02:43:32.067 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=56] [task-id=56] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:32.118 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/05/06 02:43:32.118 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:32.232 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:32.234 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:32.235 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/05/06 02:43:32.267 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:32.271 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:43:32.271 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 02:43:32.271 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=165.822Β΅s] [2024/05/06 02:43:32.271 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=379.339Β΅s] [] [2024/05/06 02:43:32.272 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:32.272 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:32.530 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/05/06 02:43:32.564 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=56] [2024/05/06 02:43:32.570 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=56] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:32.627 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:32.629 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 02:43:32.632 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:32.658 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:32.659 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:32.660 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:32.660 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:32.662 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:32.662 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:32.683 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:32.685 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:32.685 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:43:32.686 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=56] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:32.687 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=56] [disk-quota=700.7GiB] [2024/05/06 02:43:32.762 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [2024/05/06 02:43:32.767 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 02:43:32.772 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 02:43:32.772 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=270] [2024/05/06 02:43:32.789 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [2024/05/06 02:43:33.124 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [readDur=44.994526ms] [encodeDur=274.950886ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=8.109287ms] [type=file] [takeTime=335.017526ms] [] [2024/05/06 02:43:33.125 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/423d0f89-3407-4405-b729-8f3bc80d7265.sst] [firstKey=74800000000000010E5F728000000000000001] [lastKey=74800000000000010E5F7280000000000003E8] [2024/05/06 02:43:33.125 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [takeTime=363.479595ms] [] [2024/05/06 02:43:33.126 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 02:43:33.126 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 02:43:33.126 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 02:43:33.128 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.299164ms] [] [2024/05/06 02:43:33.128 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 02:43:33.151 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:33.173 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 02:43:33.174 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:42.761 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 02:43:42.766 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=9.637897617s] [] [2024/05/06 02:43:42.766 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 02:43:42.769 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.993403ms] [] [2024/05/06 02:43:42.769 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 02:43:42.769 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 02:43:42.771 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=2.490367ms] [] [2024/05/06 02:43:42.772 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 02:43:42.772 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 02:43:42.772 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=99.745Β΅s] [] [2024/05/06 02:43:42.772 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 02:43:42.774 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=2.091765ms] [] [2024/05/06 02:43:42.863 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:42.865 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:42.866 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:42.866 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:42.876 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 02:43:42.881 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:42.881 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:42.881 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:42.881 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:42.881 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:42.881 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:42.882 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:42.882 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:42.882 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:42.882 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:42.882 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:42.882 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:42.885 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:42.885 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:42.885 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:42.885 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:42.886 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:42.886 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=10.258628138s] [] [2024/05/06 02:43:42.996 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 02:43:42.999 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:42.999 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:43.180 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:43.316 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 02:43:43.316 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 02:43:43.316 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 02:43:43.338 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=21.327008ms] [] [2024/05/06 02:43:43.338 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 02:43:43.338 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 02:43:43.338 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [weight=30] [2024/05/06 02:43:43.338 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [concurrency=15] [2024/05/06 02:43:43.350 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=270] [physicalTableID=270] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 02:43:43.351 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 02:43:43.351 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=34.942009ms] [] [2024/05/06 02:43:43.351 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=35.333828ms] [] [2024/05/06 02:43:43.434 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=254.036614ms] [] [2024/05/06 02:43:43.455 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:43.455 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=56] [step=post-process] [state=running] [] [2024/05/06 02:43:43.462 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=56] [2024/05/06 02:43:43.543 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=56] [2024/05/06 02:43:43.562 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=56] [type=ImportInto] [2024/05/06 02:43:43.580 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:43.580 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=56] [2024/05/06 02:43:43.715 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:43.870 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 12.199689199\n# Parse_time: 0.001178893\n# Compile_time: 0.002239646\n# Rewrite_time: 0.000469376\n# Optimize_time: 0.002955165\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTIuMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTIuMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestImportInto/TestMultiValueIndex [2024/05/06 02:43:43.902 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=190] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 02:43:43.965 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:43.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:43.965 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:43.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 02:43:44.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:43.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:44.132 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=416.646Β΅s] [gotSchemaVersion=191] [phyTblIDs="[264]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:44.150 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=272] [version=191] [2024/05/06 02:43:44.173 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=59.165439ms] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:43.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:44.309 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:43.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:44.400 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=300.659Β΅s] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:44.474 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=272] [version=192] [2024/05/06 02:43:44.483 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=112.327468ms] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:43.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:44.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:43.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:44.624 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=308.734Β΅s] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:44.643 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=272] [version=193] [2024/05/06 02:43:44.666 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=56.392576ms] [job="ID:272, Type:drop schema, State:done, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:43.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:44.731 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=272] [tableIDs="[264]"] [comment="drop schema: table IDs"] [2024/05/06 02:43:44.751 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=272] [jobType="drop schema"] [2024/05/06 02:43:44.756 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:drop schema, State:synced, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:43.875 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:44.834 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/05/06 02:43:44.835 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:44.864 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.964097086\n# Parse_time: 0.000679894\n# Compile_time: 0.001031484\n# Rewrite_time: 0.000048037\n# Optimize_time: 0.002613283\n# Wait_TS: 0.000716216\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 02:43:44.866 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 02:43:44.944 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:44.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:44.944 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:44.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 02:43:45.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:44.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:45.166 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=1.822654ms] [gotSchemaVersion=194] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:43:45.182 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=274] [version=194] [2024/05/06 02:43:45.202 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=59.972729ms] [job="ID:274, Type:create schema, State:done, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:44.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:45.276 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create schema, State:synced, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:44.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:45.342 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/05/06 02:43:45.343 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:45.353 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.48762275\n# Parse_time: 0.000415283\n# Compile_time: 0.000937254\n# Rewrite_time: 0.000044728\n# Optimize_time: 0.002613283\n# Wait_TS: 0.005038593\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 02:43:45.357 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/05/06 02:43:45.481 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:45.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:45.481 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:45.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/05/06 02:43:45.589 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:45.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:45.620 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 273, Table ID: 275, Table Name: t"] [2024/05/06 02:43:45.808 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=9.81602ms] [gotSchemaVersion=195] [phyTblIDs="[275]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:45.826 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=276] [version=195] [2024/05/06 02:43:45.845 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=61.137329ms] [job="ID:276, Type:create table, State:done, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:45.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:45.935 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [job="ID:276, Type:create table, State:synced, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:45.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:46.043 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=276] [2024/05/06 02:43:46.043 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:46.051 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.69729048\n# Parse_time: 0.001412898\n# Compile_time: 0.001915187\n# Rewrite_time: 0.0000518\n# Optimize_time: 0.002613283\n# Wait_TS: 0.00047533\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ab5f748f48c5c7084ecd98ad836f1e9061f2499e8f8814748bbe3dd828841f88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t ( i INT, j JSON, KEY idx ((cast(j as signed array))) );"] [2024/05/06 02:43:46.077 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:46.314 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:43:46.537 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=57] [task-id=57] [data-size=27B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:46.604 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/05/06 02:43:46.604 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:46.713 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:46.715 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:46.718 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/05/06 02:43:46.761 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:46.767 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:43:46.767 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/05/06 02:43:46.767 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=112.054Β΅s] [2024/05/06 02:43:46.767 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=301.522Β΅s] [] [2024/05/06 02:43:46.767 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:46.767 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:47.036 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/05/06 02:43:47.068 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=57] [2024/05/06 02:43:47.098 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=57] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:47.169 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:47.171 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 02:43:47.174 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:47.191 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:47.191 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:47.193 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:47.193 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:47.197 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:47.198 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:47.222 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:47.224 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:47.224 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:43:47.224 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=57] [step=import] [data=204.8MiB] [per-index=68.27MiB] [2024/05/06 02:43:47.224 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=57] [disk-quota=700.7GiB] [2024/05/06 02:43:47.296 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [2024/05/06 02:43:47.304 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:43:47.308 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:47.309 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=275] [2024/05/06 02:43:47.367 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=275] [key=1.csv:0] [2024/05/06 02:43:47.371 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=275] [key=1.csv:0] [readDur=259.219Β΅s] [encodeDur=1.803278ms] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [deliverDur=732.997Β΅s] [type=file] [takeTime=3.328749ms] [] [2024/05/06 02:43:47.372 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [takeTime=75.698158ms] [] [2024/05/06 02:43:47.372 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/51796b1e-0c22-46ec-a337-65ec5352914d.sst] [firstKey=7480000000000001135F728000000000000001] [lastKey=7480000000000001135F728000000000000002] [2024/05/06 02:43:47.373 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 02:43:47.373 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 02:43:47.373 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:43:47.375 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.292579ms] [] [2024/05/06 02:43:47.375 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 02:43:47.381 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:47.409 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/05/06 02:43:47.409 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:47.435 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 02:43:47.438 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=63.124424ms] [] [2024/05/06 02:43:47.438 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 02:43:47.440 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.324483ms] [] [2024/05/06 02:43:47.440 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 02:43:47.440 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:47.440 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/2d978c77-8632-41ab-8598-2b966f6ecf52.sst] [firstKey=7480000000000001135F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001135F698000000000000001038000000000000004038000000000000002] [2024/05/06 02:43:47.443 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=3.182787ms] [] [2024/05/06 02:43:47.443 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 02:43:47.456 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:47.487 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/05/06 02:43:47.488 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:47.564 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 02:43:47.582 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=138.734531ms] [] [2024/05/06 02:43:47.582 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 02:43:47.584 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.880976ms] [] [2024/05/06 02:43:47.639 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:47.642 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:47.645 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:47.645 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:47.668 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 02:43:47.675 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:47.675 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:47.675 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:47.675 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:47.675 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:47.675 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:47.675 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:47.675 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:47.675 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:47.675 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:47.675 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:47.676 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:47.679 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:47.679 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:47.679 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:47.679 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:47.679 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:47.679 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=510.228202ms] [] [2024/05/06 02:43:47.780 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/05/06 02:43:47.783 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:47.783 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:48.000 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:48.150 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 02:43:48.150 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 02:43:48.150 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 02:43:48.173 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=22.856426ms] [] [2024/05/06 02:43:48.173 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=-1] [size=160] [kvs=2] [checksum=15615775900203205091] [2024/05/06 02:43:48.173 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=1] [size=228] [kvs=6] [checksum=15150038536865480860] [2024/05/06 02:43:48.173 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 02:43:48.173 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [weight=30] [2024/05/06 02:43:48.174 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [concurrency=15] [2024/05/06 02:43:48.188 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=-1] [checksum=15615775900203205091] [totalKvs=2] [totalBytes=160] [2024/05/06 02:43:48.193 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=1] [checksum=15150038536865480860] [totalKvs=6] [totalBytes=228] [2024/05/06 02:43:48.194 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 02:43:48.194 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=43.826851ms] [] [2024/05/06 02:43:48.194 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=44.14551ms] [] [2024/05/06 02:43:48.260 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=260.128135ms] [] [2024/05/06 02:43:48.350 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:48.350 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=57] [step=post-process] [state=running] [] [2024/05/06 02:43:48.355 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=57] [2024/05/06 02:43:48.446 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=57] [type=ImportInto] [2024/05/06 02:43:48.448 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=57] [2024/05/06 02:43:48.489 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:48.489 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=57] [2024/05/06 02:43:48.490 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/05/06 02:43:48.491 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 02:43:48.601 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=57] [2024/05/06 02:43:48.699 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:48.722 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.66925466\n# Parse_time: 0.000882114\n# Compile_time: 0.003685044\n# Rewrite_time: 0.002140765\n# Optimize_time: 0.002613283\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestImportInto/TestOtherCharset [2024/05/06 02:43:48.744 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=195] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 02:43:48.809 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:48.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:48.809 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:48.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/05/06 02:43:48.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:48.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:49.006 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=444.549Β΅s] [gotSchemaVersion=196] [phyTblIDs="[185,189]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:49.026 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=277] [version=196] [2024/05/06 02:43:49.069 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=85.612295ms] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:48.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:49.243 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:48.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:49.331 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=495.377Β΅s] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:49.348 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=277] [version=197] [2024/05/06 02:43:49.374 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=57.975803ms] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:48.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:49.438 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:48.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:49.514 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=396.876Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:43:49.542 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=277] [version=198] [2024/05/06 02:43:49.561 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=58.645298ms] [job="ID:277, Type:drop schema, State:done, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:48.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:49.634 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=277] [tableIDs="[185,189]"] [comment="drop schema: table IDs"] [2024/05/06 02:43:49.650 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=277] [jobType="drop schema"] [2024/05/06 02:43:49.659 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:drop schema, State:synced, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:48.724 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:49.732 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 02:43:49.732 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:49.737 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.994426311\n# Parse_time: 0.000695579\n# Compile_time: 0.001041012\n# Rewrite_time: 0.000048823\n# Optimize_time: 0.002745041\n# Wait_TS: 0.00282395\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/05/06 02:43:49.739 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 02:43:49.816 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:49.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:49.816 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:49.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 02:43:49.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:49.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:50.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.989066ms] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:43:50.080 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=279] [version=199] [2024/05/06 02:43:50.106 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=62.064333ms] [job="ID:279, Type:create schema, State:done, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:43:49.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:50.181 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create schema, State:synced, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:49.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:50.236 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 02:43:50.236 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:50.243 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.50482765\n# Parse_time: 0.000395891\n# Compile_time: 0.000871411\n# Rewrite_time: 0.000045283\n# Optimize_time: 0.002745041\n# Wait_TS: 0.000550749\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 57c1769775ec71b312ca9272bfda9dbbb71fbb1ce0cbb7a37842365c6d1d7996\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_charset;"] [2024/05/06 02:43:50.247 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/05/06 02:43:50.334 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:50.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:50.334 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:50.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/05/06 02:43:50.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:50.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:50.435 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 280, Table Name: utf8"] [2024/05/06 02:43:50.563 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=3.737538ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:50.579 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=281] [version=200] [2024/05/06 02:43:50.608 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=56.148052ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:50.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:50.690 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:50.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:50.765 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 02:43:50.765 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:50.778 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.533711864\n# Parse_time: 0.001358058\n# Compile_time: 0.001813702\n# Rewrite_time: 0.000071674\n# Optimize_time: 0.002745041\n# Wait_TS: 0.001239379\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 3184cc8fd358ad81e4fb7ae1d06af11772b600250b3b3c205d0acd1bb07c4fdb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8;"] [2024/05/06 02:43:50.781 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 02:43:50.873 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:50.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:50.873 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:50.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 02:43:50.963 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:50.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:50.981 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 282, Table Name: utf8mb4"] [2024/05/06 02:43:51.083 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=5.500424ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:51.099 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=283] [version=201] [2024/05/06 02:43:51.171 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=109.360539ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:50.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:51.288 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:50.775 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:51.361 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 02:43:51.362 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:51.367 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.588556684\n# Parse_time: 0.001087288\n# Compile_time: 0.00145127\n# Rewrite_time: 0.000069285\n# Optimize_time: 0.002745041\n# Wait_TS: 0.000832793\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 02:43:51.388 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:51.638 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 02:43:51.819 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=58] [task-id=58] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:51.890 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=58] [2024/05/06 02:43:51.891 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:52.000 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:52.001 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:52.003 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/05/06 02:43:52.047 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:52.051 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8] [2024/05/06 02:43:52.051 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/05/06 02:43:52.051 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=67.686Β΅s] [2024/05/06 02:43:52.051 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8] [takeTime=228.271Β΅s] [] [2024/05/06 02:43:52.052 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:52.052 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:52.225 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/05/06 02:43:52.295 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=58] [2024/05/06 02:43:52.317 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=58] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:52.380 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:52.382 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 02:43:52.383 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:52.397 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:52.398 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:52.398 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:52.398 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:52.400 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:52.400 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:52.429 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:52.433 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:52.433 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=752.3GB] [2024/05/06 02:43:52.433 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=58] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:52.434 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8] [import-id=58] [disk-quota=700.7GiB] [2024/05/06 02:43:52.507 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [2024/05/06 02:43:52.514 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 02:43:52.520 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 02:43:52.521 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/05/06 02:43:52.540 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/05/06 02:43:52.543 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=1.473316ms] [encodeDur=1.017013ms] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=251.977Β΅s] [type=file] [takeTime=3.206641ms] [] [2024/05/06 02:43:52.544 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/9efb3783-acfc-4619-8dcb-e25cbe204212.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/05/06 02:43:52.545 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [takeTime=37.117051ms] [] [2024/05/06 02:43:52.545 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 02:43:52.545 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 02:43:52.545 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 02:43:52.548 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=2.51458ms] [] [2024/05/06 02:43:52.548 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/05/06 02:43:52.554 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:52.577 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/05/06 02:43:52.578 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:52.618 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 02:43:52.621 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=72.907326ms] [] [2024/05/06 02:43:52.621 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 02:43:52.622 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.258024ms] [] [2024/05/06 02:43:52.622 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 02:43:52.622 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 02:43:52.624 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.796404ms] [] [2024/05/06 02:43:52.624 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/05/06 02:43:52.624 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 02:43:52.624 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=92.588Β΅s] [] [2024/05/06 02:43:52.625 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 02:43:52.626 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.042594ms] [] [2024/05/06 02:43:52.705 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 02:43:52.709 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:52.709 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:52.709 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:52.709 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:52.709 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:52.709 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:52.709 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:52.709 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:52.709 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:52.709 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:52.709 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:52.709 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:52.711 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:52.712 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:52.712 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:52.712 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:52.712 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:52.712 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=331.50206ms] [] [2024/05/06 02:43:52.725 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:52.727 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:52.728 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:52.730 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:52.935 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 02:43:52.937 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:52.937 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:53.194 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:53.273 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 02:43:53.273 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 02:43:53.273 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 02:43:53.309 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=35.341932ms] [] [2024/05/06 02:43:53.309 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 02:43:53.309 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 02:43:53.309 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [weight=30] [2024/05/06 02:43:53.309 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [concurrency=15] [2024/05/06 02:43:53.319 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=280] [physicalTableID=280] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 02:43:53.320 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 02:43:53.320 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=47.074342ms] [] [2024/05/06 02:43:53.321 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=47.33233ms] [] [2024/05/06 02:43:53.481 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=286.096043ms] [] [2024/05/06 02:43:53.523 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:53.523 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=58] [step=post-process] [state=running] [] [2024/05/06 02:43:53.532 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=58] [2024/05/06 02:43:53.604 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=58] [type=ImportInto] [2024/05/06 02:43:53.611 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=58] [2024/05/06 02:43:53.648 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:53.648 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=58] [2024/05/06 02:43:53.711 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.341631819\n# Parse_time: 0.000637469\n# Compile_time: 0.001980174\n# Rewrite_time: 0.000604201\n# Optimize_time: 0.002745041\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 02:43:53.751 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:53.797 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:54.073 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 02:43:54.220 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=59] [task-id=59] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:54.287 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/05/06 02:43:54.287 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:54.399 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:54.401 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:54.403 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/05/06 02:43:54.443 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:54.500 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 02:43:54.500 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/05/06 02:43:54.500 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=141.922Β΅s] [2024/05/06 02:43:54.500 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=358.955Β΅s] [] [2024/05/06 02:43:54.501 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:54.501 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:54.663 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/05/06 02:43:54.714 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=59] [2024/05/06 02:43:54.714 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=59] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:54.789 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:54.791 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 02:43:54.792 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:54.811 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:54.811 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:54.813 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:54.813 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:54.815 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:54.815 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:54.863 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:54.865 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:54.865 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 02:43:54.865 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=59] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:54.865 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=59] [disk-quota=700.7GiB] [2024/05/06 02:43:54.954 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [2024/05/06 02:43:54.961 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 02:43:54.970 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:43:54.970 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/05/06 02:43:55.039 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [2024/05/06 02:43:55.043 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [readDur=1.735204ms] [encodeDur=977.811Β΅s] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=301.202Β΅s] [type=file] [takeTime=3.533773ms] [] [2024/05/06 02:43:55.044 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/1f3d4c4d-c6ce-4b11-8651-787f4fa9317d.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/05/06 02:43:55.044 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [takeTime=90.096503ms] [] [2024/05/06 02:43:55.044 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 02:43:55.045 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 02:43:55.045 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 02:43:55.047 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.117595ms] [] [2024/05/06 02:43:55.047 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 02:43:55.057 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:55.135 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/05/06 02:43:55.136 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:55.180 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 02:43:55.183 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=136.436812ms] [] [2024/05/06 02:43:55.184 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 02:43:55.186 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.873115ms] [] [2024/05/06 02:43:55.186 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 02:43:55.186 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:43:55.189 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=2.675127ms] [] [2024/05/06 02:43:55.189 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 02:43:55.189 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:43:55.189 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=59.25Β΅s] [] [2024/05/06 02:43:55.189 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:43:55.190 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.006882ms] [] [2024/05/06 02:43:55.304 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 02:43:55.308 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:55.308 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:55.308 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:55.308 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:55.308 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:55.309 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:55.309 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:55.309 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:55.309 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:55.309 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:55.309 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:55.309 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:55.313 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:55.313 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:55.313 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:55.313 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:55.313 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:55.313 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=523.678253ms] [] [2024/05/06 02:43:55.318 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:55.320 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:55.321 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:55.321 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:55.469 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 02:43:55.471 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:55.471 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:55.839 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:55.936 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 02:43:55.936 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 02:43:55.936 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 02:43:55.965 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=28.551061ms] [] [2024/05/06 02:43:55.965 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 02:43:55.965 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 02:43:55.965 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [weight=30] [2024/05/06 02:43:55.965 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [concurrency=15] [2024/05/06 02:43:55.978 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=282] [physicalTableID=282] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 02:43:55.979 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 02:43:55.979 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=43.10756ms] [] [2024/05/06 02:43:55.979 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=43.407736ms] [] [2024/05/06 02:43:56.074 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=234.90435ms] [] [2024/05/06 02:43:56.129 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:56.129 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=59] [step=post-process] [state=running] [] [2024/05/06 02:43:56.136 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=59] [2024/05/06 02:43:56.253 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=59] [2024/05/06 02:43:56.355 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:56.355 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=59] [2024/05/06 02:43:56.364 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=59] [type=ImportInto] [2024/05/06 02:43:56.442 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.7094337189999997\n# Parse_time: 0.001531444\n# Compile_time: 0.002180247\n# Rewrite_time: 0.00038783\n# Optimize_time: 0.002120328\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi43cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 02:43:56.466 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/05/06 02:43:56.546 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:56.592 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:56.592 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/05/06 02:43:56.689 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:56.715 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 284, Table Name: latin1"] [2024/05/06 02:43:56.821 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=7.3032ms] [gotSchemaVersion=202] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:43:56.840 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=285] [version=202] [2024/05/06 02:43:56.856 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=55.380189ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:57.042 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:56.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:57.098 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 02:43:57.098 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:43:57.111 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.648102075\n# Parse_time: 0.001441686\n# Compile_time: 0.001946226\n# Rewrite_time: 0.000090047\n# Optimize_time: 0.002822336\n# Wait_TS: 0.001228453\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: da34f11db061731cc95449a49df2e61f3578016cf1524da03b6d6f930b15ec69\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.latin1 ( i INT, j VARCHAR(255) ) CHARACTER SET latin1;"] [2024/05/06 02:43:57.132 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:57.351 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 02:43:57.534 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=60] [task-id=60] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:43:57.593 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/05/06 02:43:57.593 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:43:57.704 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:43:57.706 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:57.708 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/05/06 02:43:57.739 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:57.744 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=latin1] [2024/05/06 02:43:57.744 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/05/06 02:43:57.744 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=latin1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=64.488Β΅s] [2024/05/06 02:43:57.744 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=latin1] [takeTime=209.062Β΅s] [] [2024/05/06 02:43:57.745 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:43:57.745 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:43:57.890 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/05/06 02:43:57.918 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=60] [2024/05/06 02:43:57.926 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:43:58.044 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:58.046 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 02:43:58.048 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:43:58.063 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:43:58.063 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:43:58.064 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:58.064 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:43:58.067 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:43:58.067 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:43:58.102 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:43:58.105 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:43:58.105 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=752.3GB] [2024/05/06 02:43:58.105 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=60] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:43:58.105 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=latin1] [import-id=60] [disk-quota=700.7GiB] [2024/05/06 02:43:58.193 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [2024/05/06 02:43:58.198 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 02:43:58.205 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 02:43:58.206 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/05/06 02:43:58.225 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/05/06 02:43:58.229 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.612027ms] [encodeDur=1.129203ms] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [deliverDur=328.634Β΅s] [type=file] [takeTime=3.620829ms] [] [2024/05/06 02:43:58.230 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/fc7ccb9a-3347-4b8e-96cd-daea5069588c.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/05/06 02:43:58.230 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [takeTime=37.704696ms] [] [2024/05/06 02:43:58.231 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 02:43:58.231 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 02:43:58.231 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 02:43:58.233 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=2.013676ms] [] [2024/05/06 02:43:58.233 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/05/06 02:43:58.239 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:43:58.263 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/05/06 02:43:58.264 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:43:58.299 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 02:43:58.307 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=73.708262ms] [] [2024/05/06 02:43:58.307 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 02:43:58.309 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=2.196496ms] [] [2024/05/06 02:43:58.309 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 02:43:58.309 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 02:43:58.312 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=2.736598ms] [] [2024/05/06 02:43:58.313 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/05/06 02:43:58.313 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 02:43:58.313 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=111.482Β΅s] [] [2024/05/06 02:43:58.313 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 02:43:58.314 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.506895ms] [] [2024/05/06 02:43:58.414 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 02:43:58.418 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:43:58.418 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:43:58.418 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:43:58.419 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:43:58.419 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:43:58.419 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:43:58.419 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:58.419 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:58.419 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:58.419 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:58.419 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:58.419 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:43:58.422 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:43:58.422 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:43:58.422 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:43:58.422 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:43:58.422 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:43:58.422 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=378.095949ms] [] [2024/05/06 02:43:58.430 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:43:58.432 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:43:58.434 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/05/06 02:43:58.434 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:43:58.626 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 02:43:58.629 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:43:58.629 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:43:58.883 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:43:58.963 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 02:43:58.963 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 02:43:58.964 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 02:43:58.999 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=35.113875ms] [] [2024/05/06 02:43:58.999 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [groupId=-1] [size=84] [kvs=2] [checksum=10176994571083539890] [2024/05/06 02:43:58.999 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 02:43:58.999 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [weight=30] [2024/05/06 02:43:58.999 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [concurrency=15] [2024/05/06 02:43:59.006 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=284] [physicalTableID=284] [indexID=-1] [checksum=10176994571083539890] [totalKvs=2] [totalBytes=84] [2024/05/06 02:43:59.007 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 02:43:59.007 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=43.575677ms] [] [2024/05/06 02:43:59.007 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=43.81629ms] [] [2024/05/06 02:43:59.091 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=207.964469ms] [] [2024/05/06 02:43:59.190 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:43:59.191 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=60] [step=post-process] [state=running] [] [2024/05/06 02:43:59.196 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=60] [2024/05/06 02:43:59.281 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60] [2024/05/06 02:43:59.315 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:43:59.315 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60] [2024/05/06 02:43:59.318 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60] [type=ImportInto] [2024/05/06 02:43:59.423 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.311365324\n# Parse_time: 0.000974542\n# Compile_time: 0.002000669\n# Rewrite_time: 0.000460348\n# Optimize_time: 0.002822336\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zMXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zMXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 02:43:59.443 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/05/06 02:43:59.455 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:43:59.547 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:59.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:43:59.548 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 02:43:59.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 02:43:59.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 02:43:59.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:43:59.697 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 278, Table ID: 286, Table Name: utf8mb4, Old Table ID: 282, Old Table Name: utf8mb4"] [2024/05/06 02:43:59.847 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=3.731867ms] [gotSchemaVersion=203] [phyTblIDs="[282,286]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:43:59.870 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=287] [version=203] [2024/05/06 02:43:59.903 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=69.768327ms] [job="ID:287, Type:truncate table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:59.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:00.010 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=287] [tableIDs="[282]"] [comment="drop table: table ID"] [2024/05/06 02:44:00.044 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=287] [jobType="truncate table"] [2024/05/06 02:44:00.054 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:truncate table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 02:43:59.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:00.173 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 02:44:00.173 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:00.183 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.741305542\n# Parse_time: 0.000388816\n# Compile_time: 0.001220159\n# Rewrite_time: 0.000056065\n# Optimize_time: 0.002205806\n# Wait_TS: 0.000852905\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 2fd90f16af04a123ffa674ad9d012ed63cbf6d1858e9cbe3fb98cfec15851c4b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 02:44:00.204 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:00.487 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 02:44:00.625 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=61] [task-id=61] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:00.688 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=61] [2024/05/06 02:44:00.689 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:00.800 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:00.802 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:00.803 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/05/06 02:44:00.835 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:00.839 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 02:44:00.839 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/05/06 02:44:00.839 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=50.143Β΅s] [2024/05/06 02:44:00.839 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=171.562Β΅s] [] [2024/05/06 02:44:00.839 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:00.840 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:01.075 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/05/06 02:44:01.141 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=61] [2024/05/06 02:44:01.171 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=61] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:01.251 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:01.253 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 02:44:01.254 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:01.270 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:01.270 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:01.275 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:01.275 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:01.279 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:01.279 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:01.311 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:01.313 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:01.313 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 02:44:01.313 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=61] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:01.314 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=61] [disk-quota=700.7GiB] [2024/05/06 02:44:01.411 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [2024/05/06 02:44:01.417 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 02:44:01.424 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:44:01.424 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/05/06 02:44:01.556 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [2024/05/06 02:44:01.560 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [readDur=1.738567ms] [encodeDur=1.026913ms] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [deliverDur=376.11Β΅s] [type=file] [takeTime=3.906655ms] [] [2024/05/06 02:44:01.561 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [takeTime=149.747462ms] [] [2024/05/06 02:44:01.561 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/f9792bbc-0f67-43da-a20a-bc87820275dc.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000002] [2024/05/06 02:44:01.562 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 02:44:01.562 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 02:44:01.562 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 02:44:01.564 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.092968ms] [] [2024/05/06 02:44:01.564 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 02:44:01.574 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:01.599 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/05/06 02:44:01.600 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:01.605 +00:00] [WARN] [split.go:139] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF1E5F728000000000FF0000010000000000FA, endKey: 7480000000000001FF1E5F728000000000FF0000030000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 02:44:01.649 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 02:44:01.657 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=92.655508ms] [] [2024/05/06 02:44:01.657 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 02:44:01.659 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.465836ms] [] [2024/05/06 02:44:01.659 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 02:44:01.659 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:44:01.661 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=2.0929ms] [] [2024/05/06 02:44:01.661 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 02:44:01.661 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:44:01.661 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=81.824Β΅s] [] [2024/05/06 02:44:01.661 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 02:44:01.662 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=920.638Β΅s] [] [2024/05/06 02:44:01.722 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:01.724 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:01.725 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:01.725 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:01.742 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 02:44:01.746 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:01.746 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:01.746 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:01.746 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:01.747 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:01.747 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:01.747 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:01.747 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:01.747 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:01.747 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:01.747 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:01.747 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:01.750 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:01.750 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:01.751 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:01.751 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:01.751 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:01.751 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=499.301957ms] [] [2024/05/06 02:44:01.859 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 02:44:01.862 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:01.862 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:44:02.192 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:02.276 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 02:44:02.276 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 02:44:02.276 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 02:44:02.304 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=27.809004ms] [] [2024/05/06 02:44:02.304 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [groupId=-1] [size=84] [kvs=2] [checksum=12094827938619672609] [2024/05/06 02:44:02.304 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 02:44:02.304 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [weight=30] [2024/05/06 02:44:02.304 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [concurrency=15] [2024/05/06 02:44:02.320 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=286] [physicalTableID=286] [indexID=-1] [checksum=12094827938619672609] [totalKvs=2] [totalBytes=84] [2024/05/06 02:44:02.321 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [local="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 02:44:02.321 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=44.909723ms] [] [2024/05/06 02:44:02.321 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=45.287256ms] [] [2024/05/06 02:44:02.405 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=212.053371ms] [] [2024/05/06 02:44:02.426 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:02.427 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=61] [step=post-process] [state=running] [] [2024/05/06 02:44:02.432 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=61] [2024/05/06 02:44:02.537 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=61] [2024/05/06 02:44:02.546 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=61] [type=ImportInto] [2024/05/06 02:44:02.564 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:02.565 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=61] [2024/05/06 02:44:02.766 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:02.817 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.633411972\n# Parse_time: 0.00077939\n# Compile_time: 0.002107696\n# Rewrite_time: 0.000425334\n# Optimize_time: 0.002205806\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 02:44:02.842 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/05/06 02:44:02.953 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:02.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:02.953 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:02.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/05/06 02:44:03.068 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:02.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:03.104 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 288, Table Name: ascii"] [2024/05/06 02:44:03.188 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=3.906669ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:03.207 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=289] [version=204] [2024/05/06 02:44:03.285 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=112.454755ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:02.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:03.375 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:02.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:03.462 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 02:44:03.462 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:03.470 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.63141524\n# Parse_time: 0.00143553\n# Compile_time: 0.001903304\n# Rewrite_time: 0.000067064\n# Optimize_time: 0.002215199\n# Wait_TS: 0.001581473\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: e87f2e870f4bf9ec0d045b1664b35208dd4596c481b2839aa5581592d4744ac1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.ascii ( j VARCHAR(255) ) CHARACTER SET ascii;"] [2024/05/06 02:44:03.476 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/05/06 02:44:03.599 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:03.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:03.600 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:03.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/05/06 02:44:03.690 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:03.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:03.715 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 290, Table Name: binary"] [2024/05/06 02:44:03.803 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=6.374131ms] [gotSchemaVersion=205] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:03.827 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=291] [version=205] [2024/05/06 02:44:03.840 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=55.288548ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:03.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:03.915 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:03.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:04.047 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/06 02:44:04.047 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:04.052 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.581163819\n# Parse_time: 0.000697465\n# Compile_time: 0.003901301\n# Rewrite_time: 0.000075258\n# Optimize_time: 0.002215199\n# Wait_TS: 0.001671873\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 565b0e6d163a9112cd1c59eb5089ad2eb03acf447f3623d5a2a82163548b517d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.binary ( j VARCHAR(255) ) CHARACTER SET binary;"] [2024/05/06 02:44:04.073 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:04.310 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=true] [2024/05/06 02:44:04.427 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=62] [task-id=62] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:04.502 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=62] [2024/05/06 02:44:04.503 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:04.616 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:04.617 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:04.619 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/05/06 02:44:04.659 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:04.665 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=ascii] [2024/05/06 02:44:04.665 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/05/06 02:44:04.666 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=ascii] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=79.054Β΅s] [2024/05/06 02:44:04.666 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=ascii] [takeTime=214.65Β΅s] [] [2024/05/06 02:44:04.666 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:04.666 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:04.855 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/05/06 02:44:04.901 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=62] [2024/05/06 02:44:04.931 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=62] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:05.002 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:05.003 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 02:44:05.005 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:05.033 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:05.033 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:05.034 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:05.034 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:05.037 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:05.037 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:05.066 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:05.068 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:05.068 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=752.3GB] [2024/05/06 02:44:05.068 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=62] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:05.069 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=ascii] [import-id=62] [disk-quota=700.7GiB] [2024/05/06 02:44:05.222 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [2024/05/06 02:44:05.230 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 02:44:05.237 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 02:44:05.238 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/05/06 02:44:05.253 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/05/06 02:44:05.258 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=2.882509ms] [encodeDur=813.243Β΅s] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [deliverDur=372.475Β΅s] [type=file] [takeTime=4.885699ms] [] [2024/05/06 02:44:05.260 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [takeTime=37.161232ms] [] [2024/05/06 02:44:05.260 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/7759ed31-71a7-4341-8249-c3f650f5b85d.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/05/06 02:44:05.262 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 02:44:05.262 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 02:44:05.262 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 02:44:05.264 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=2.134258ms] [] [2024/05/06 02:44:05.264 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/05/06 02:44:05.274 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:05.304 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/05/06 02:44:05.304 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:05.342 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 02:44:05.349 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=84.529827ms] [] [2024/05/06 02:44:05.349 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 02:44:05.351 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=2.378942ms] [] [2024/05/06 02:44:05.351 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 02:44:05.351 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 02:44:05.353 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=2.010908ms] [] [2024/05/06 02:44:05.354 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/05/06 02:44:05.354 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 02:44:05.354 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=94.533Β΅s] [] [2024/05/06 02:44:05.354 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 02:44:05.355 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.210931ms] [] [2024/05/06 02:44:05.440 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:05.442 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:05.443 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:05.443 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:05.444 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 02:44:05.449 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:05.449 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:05.449 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:05.449 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:05.449 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:05.450 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:05.450 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:05.450 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:05.450 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:05.450 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:05.450 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:05.450 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:05.453 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:05.453 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:05.453 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:05.453 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:05.453 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:05.453 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=451.243157ms] [] [2024/05/06 02:44:05.564 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 02:44:05.566 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:05.566 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:44:05.815 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:05.882 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 02:44:05.882 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 02:44:05.882 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 02:44:05.901 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=19.292705ms] [] [2024/05/06 02:44:05.902 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [groupId=-1] [size=36] [kvs=1] [checksum=10221261614854514798] [2024/05/06 02:44:05.902 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 02:44:05.902 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [weight=30] [2024/05/06 02:44:05.902 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [concurrency=15] [2024/05/06 02:44:05.908 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=288] [physicalTableID=288] [indexID=-1] [checksum=10221261614854514798] [totalKvs=1] [totalBytes=36] [2024/05/06 02:44:05.908 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 02:44:05.909 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=26.473777ms] [] [2024/05/06 02:44:05.909 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=26.841892ms] [] [2024/05/06 02:44:05.987 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=171.117648ms] [] [2024/05/06 02:44:06.035 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:06.035 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=62] [step=post-process] [state=running] [] [2024/05/06 02:44:06.039 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=62] [2024/05/06 02:44:06.102 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=62] [type=ImportInto] [2024/05/06 02:44:06.110 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=62] [2024/05/06 02:44:06.141 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:06.141 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=62] [2024/05/06 02:44:06.296 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:06.298 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.244075044\n# Parse_time: 0.00065945\n# Compile_time: 0.001883569\n# Rewrite_time: 0.000484453\n# Optimize_time: 0.002215199\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/05/06 02:44:06.329 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:06.548 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=true] [2024/05/06 02:44:06.724 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=63] [task-id=63] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:06.779 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/05/06 02:44:06.780 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:06.889 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:06.890 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:06.891 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/05/06 02:44:06.936 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:06.941 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=binary] [2024/05/06 02:44:06.941 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/05/06 02:44:06.941 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=binary] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=117.122Β΅s] [2024/05/06 02:44:06.941 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=binary] [takeTime=317.847Β΅s] [] [2024/05/06 02:44:06.942 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:06.942 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:07.095 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/05/06 02:44:07.125 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=63] [2024/05/06 02:44:07.139 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=63] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:07.279 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:07.281 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 02:44:07.284 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:07.302 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:07.302 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:07.303 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:07.303 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:07.305 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:07.305 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:07.338 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:07.340 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:07.340 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=752.3GB] [2024/05/06 02:44:07.340 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=63] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:07.343 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=binary] [import-id=63] [disk-quota=700.7GiB] [2024/05/06 02:44:07.422 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [2024/05/06 02:44:07.428 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 02:44:07.434 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 02:44:07.434 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=290] [2024/05/06 02:44:07.453 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [2024/05/06 02:44:07.457 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [readDur=1.815562ms] [encodeDur=722.108Β΅s] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [deliverDur=309.292Β΅s] [type=file] [takeTime=3.419685ms] [] [2024/05/06 02:44:07.458 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [takeTime=36.002768ms] [] [2024/05/06 02:44:07.458 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/e8979c3d-4c99-4e44-a1b3-6e46c75afe69.sst] [firstKey=7480000000000001225F728000000000000001] [lastKey=7480000000000001225F728000000000000001] [2024/05/06 02:44:07.458 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 02:44:07.458 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 02:44:07.458 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 02:44:07.461 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=2.260907ms] [] [2024/05/06 02:44:07.461 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/05/06 02:44:07.468 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:07.498 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/05/06 02:44:07.498 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:07.521 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 02:44:07.525 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=64.397547ms] [] [2024/05/06 02:44:07.526 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 02:44:07.528 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.848026ms] [] [2024/05/06 02:44:07.528 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 02:44:07.528 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 02:44:07.530 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=2.072111ms] [] [2024/05/06 02:44:07.530 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/05/06 02:44:07.530 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 02:44:07.530 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=96.9Β΅s] [] [2024/05/06 02:44:07.530 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 02:44:07.531 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.002401ms] [] [2024/05/06 02:44:07.602 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 02:44:07.606 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:07.606 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:07.606 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:07.606 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:07.606 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:07.606 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:07.606 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:07.606 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:07.606 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:07.606 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:07.606 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:07.606 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:07.606 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:07.607 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:07.608 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:07.608 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:07.609 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:07.609 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:07.609 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:07.609 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:07.609 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:07.609 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=329.650944ms] [] [2024/05/06 02:44:07.730 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 02:44:07.732 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:07.732 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:44:08.017 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:08.102 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 02:44:08.102 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 02:44:08.102 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 02:44:08.138 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=36.249626ms] [] [2024/05/06 02:44:08.138 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [groupId=-1] [size=36] [kvs=1] [checksum=17158934031773082224] [2024/05/06 02:44:08.138 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 02:44:08.139 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [weight=30] [2024/05/06 02:44:08.139 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [concurrency=15] [2024/05/06 02:44:08.151 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=290] [physicalTableID=290] [indexID=-1] [checksum=17158934031773082224] [totalKvs=1] [totalBytes=36] [2024/05/06 02:44:08.152 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [local="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 02:44:08.152 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=50.408969ms] [] [2024/05/06 02:44:08.152 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=50.706714ms] [] [2024/05/06 02:44:08.223 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:08.223 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=63] [step=post-process] [state=running] [] [2024/05/06 02:44:08.231 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=63] [2024/05/06 02:44:08.232 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=215.19537ms] [] [2024/05/06 02:44:08.308 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=63] [type=ImportInto] [2024/05/06 02:44:08.389 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=63] [2024/05/06 02:44:08.429 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:08.429 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=63] [2024/05/06 02:44:08.553 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:08.610 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.298863559\n# Parse_time: 0.001011072\n# Compile_time: 0.001596842\n# Rewrite_time: 0.000416238\n# Optimize_time: 0.001288018\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi4zcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestImportInto/TestPreCheckCDCPiTRTasks [2024/05/06 02:44:08.630 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=205] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 02:44:08.670 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:08.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:08.670 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:08.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 02:44:08.748 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:08.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:08.796 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=519.871Β΅s] [gotSchemaVersion=206] [phyTblIDs="[249]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:08.817 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=206] [2024/05/06 02:44:08.847 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=57.657111ms] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:08.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:08.894 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:08.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:09.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=318.262Β΅s] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:09.028 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=207] [2024/05/06 02:44:09.057 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=55.463207ms] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:08.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:09.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:08.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:09.166 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=281.059Β΅s] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:09.181 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=208] [2024/05/06 02:44:09.216 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=55.358853ms] [job="ID:292, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:08.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:09.301 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=292] [tableIDs="[249]"] [comment="drop schema: table IDs"] [2024/05/06 02:44:09.313 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="drop schema"] [2024/05/06 02:44:09.319 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:08.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:09.387 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 02:44:09.388 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:09.396 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.767745619\n# Parse_time: 0.000793494\n# Compile_time: 0.001109231\n# Rewrite_time: 0.000048675\n# Optimize_time: 0.002648687\n# Wait_TS: 0.00074998\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 02:44:09.398 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/05/06 02:44:09.448 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:09.448 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 02:44:09.595 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:09.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=2.054011ms] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:44:09.680 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=209] [2024/05/06 02:44:09.706 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=56.228324ms] [job="ID:294, Type:create schema, State:done, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:09.775 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create schema, State:synced, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:09.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:09.820 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 02:44:09.820 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:09.826 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.428553804\n# Parse_time: 0.000304971\n# Compile_time: 0.000921511\n# Rewrite_time: 0.000041653\n# Optimize_time: 0.002648687\n# Wait_TS: 0.000782223\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 02:44:09.830 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:44:09.836 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:44:09.891 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:09.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:09.891 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:09.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:44:09.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:09.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:10.005 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 295, Table Name: t"] [2024/05/06 02:44:10.090 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=5.028454ms] [gotSchemaVersion=210] [phyTblIDs="[295]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:10.104 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=210] [2024/05/06 02:44:10.208 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=130.597024ms] [job="ID:296, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:09.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:10.285 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [job="ID:296, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:09.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:10.335 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/06 02:44:10.336 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:10.345 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.511441446\n# Parse_time: 0.001243633\n# Compile_time: 0.001805205\n# Rewrite_time: 0.000069524\n# Optimize_time: 0.002648687\n# Wait_TS: 0.000746717\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:44:10.347 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="create table dst (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:44:10.415 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:10.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:10.415 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:10.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:44:10.503 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:10.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:10.515 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 297, Table Name: dst"] [2024/05/06 02:44:10.598 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=9.677338ms] [gotSchemaVersion=211] [phyTblIDs="[297]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:10.615 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=211] [2024/05/06 02:44:10.640 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=55.341165ms] [job="ID:298, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:10.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:10.741 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [job="ID:298, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:10.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:10.859 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/06 02:44:10.859 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:10.864 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.518515644\n# Parse_time: 0.000676953\n# Compile_time: 0.001014195\n# Rewrite_time: 0.000049236\n# Optimize_time: 0.002648687\n# Wait_TS: 0.007715869\n# DB: load_data\n# Is_internal: false\n# Digest: dd39dc60c5a3729fa0f54c96e5eb385749f61bd0c49a1712893c1ff3cc2134b3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:44:10.873 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/05/06 02:44:10.874 +00:00] [INFO] [db.go:180] ["inc log backup task"] [count=1] [2024/05/06 02:44:10.879 +00:00] [INFO] [advancer.go:432] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/05/06 02:44:10.884 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 02:44:10.885 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 02:44:10.887 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 02:44:10.892 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:10.942 +00:00] [ERROR] [precheck_test.go:103] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:103\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 02:44:10.960 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:11.209 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disable_precheck\":null}}"] [dist-task-enabled=true] [2024/05/06 02:44:11.441 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=64] [task-id=64] [data-size=10B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:11.485 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/05/06 02:44:11.485 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:11.592 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:11.593 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:11.595 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/05/06 02:44:11.621 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:11.625 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 02:44:11.625 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=10] [2024/05/06 02:44:11.625 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=10] [cost=72.435Β΅s] [2024/05/06 02:44:11.625 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=192.113Β΅s] [] [2024/05/06 02:44:11.625 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:11.625 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:11.779 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/05/06 02:44:11.807 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=64] [2024/05/06 02:44:11.819 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=64] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:11.894 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=60.348972ms] [2024/05/06 02:44:11.950 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:11.951 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 02:44:11.952 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:11.965 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:11.965 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:11.966 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:11.966 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:11.968 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:11.968 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:11.989 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:11.991 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:11.992 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 02:44:11.992 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=64] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:11.993 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=64] [disk-quota=700.7GiB] [2024/05/06 02:44:12.065 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [2024/05/06 02:44:12.071 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:44:12.076 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:44:12.076 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=295] [2024/05/06 02:44:12.119 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=295] [key=file.csv:0] [2024/05/06 02:44:12.123 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=295] [key=file.csv:0] [readDur=1.840136ms] [encodeDur=1.039639ms] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [deliverDur=360.356Β΅s] [type=file] [takeTime=3.859442ms] [] [2024/05/06 02:44:12.126 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [takeTime=60.71229ms] [] [2024/05/06 02:44:12.126 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/eb5d570d-5685-4a51-ac5d-29b018003a0a.sst] [firstKey=7480000000000001275F728000000000000001] [lastKey=7480000000000001275F728000000000000001] [2024/05/06 02:44:12.126 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 02:44:12.126 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 02:44:12.126 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:44:12.129 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.427633ms] [] [2024/05/06 02:44:12.129 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 02:44:12.135 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:12.158 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=1] [size=37] [2024/05/06 02:44:12.158 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:12.177 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 02:44:12.180 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=50.768578ms] [] [2024/05/06 02:44:12.180 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 02:44:12.181 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.198237ms] [] [2024/05/06 02:44:12.181 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 02:44:12.181 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:44:12.183 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.59434ms] [] [2024/05/06 02:44:12.183 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 02:44:12.183 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:44:12.183 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=65.973Β΅s] [] [2024/05/06 02:44:12.183 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 02:44:12.184 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=808.97Β΅s] [] [2024/05/06 02:44:12.260 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 02:44:12.263 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:12.263 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:12.263 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:12.263 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:12.264 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:12.263 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:12.264 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:12.264 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:12.264 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:12.264 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:12.264 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:12.264 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:12.266 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:12.266 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:12.266 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:12.266 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:12.266 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:12.266 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=316.610646ms] [] [2024/05/06 02:44:12.313 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:12.315 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:12.317 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:12.317 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:12.469 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":6,\"3\":1}}"] [2024/05/06 02:44:12.471 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:12.472 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:44:12.653 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:12.718 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 02:44:12.718 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 02:44:12.718 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 02:44:12.718 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=14.548Β΅s] [] [2024/05/06 02:44:12.718 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [groupId=-1] [size=37] [kvs=1] [checksum=7662606672183952805] [2024/05/06 02:44:12.718 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 02:44:12.718 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [weight=30] [2024/05/06 02:44:12.718 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [concurrency=15] [2024/05/06 02:44:12.723 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=295] [physicalTableID=295] [indexID=-1] [checksum=7662606672183952805] [totalKvs=1] [totalBytes=37] [2024/05/06 02:44:12.724 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [local="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 02:44:12.724 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=5.76606ms] [] [2024/05/06 02:44:12.724 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=5.98615ms] [] [2024/05/06 02:44:12.779 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=125.278222ms] [] [2024/05/06 02:44:12.866 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:12.866 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=64] [step=post-process] [state=running] [] [2024/05/06 02:44:12.871 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=64] [2024/05/06 02:44:12.932 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=64] [2024/05/06 02:44:12.935 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=64] [type=ImportInto] [2024/05/06 02:44:12.960 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:12.961 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=64] [2024/05/06 02:44:13.017 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.074719587\n# Parse_time: 0.000769911\n# Compile_time: 0.001836584\n# Rewrite_time: 0.000413137\n# Optimize_time: 0.002648687\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5bcf9e20da079b52c86bd1aeabbdadcf5458f871133d5e2ecad89288016e27be\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disable_precheck;"] [2024/05/06 02:44:13.055 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:44:13.057 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=211] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [session="{\n \"currDBName\": \"load_data\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 02:44:13.057 +00:00] [ERROR] [precheck_test.go:112] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [errorVerbose="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:394\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 02:44:13.091 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:13.300 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [concurrency=2] [target-table=`load_data`.`dst`] [target-table-id=297] [2024/05/06 02:44:13.311 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:13.311 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:13.312 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:13.312 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:13.313 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:13.313 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:13.331 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:13.333 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:13.333 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/05/06 02:44:13.339 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 02:44:13.344 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 02:44:13.452 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [key=import-from-select] [2024/05/06 02:44:13.454 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [key=import-from-select] [readDur=18.238Β΅s] [encodeDur=675.54Β΅s] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [deliverDur=437.485Β΅s] [type=query] [takeTime=1.55138ms] [] [2024/05/06 02:44:13.455 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/24ca61ac-2102-44d8-bc62-417ebd66f73a/aae7ed10-3950-5c5f-b1f6-563a3ef43f6a.sst/67d467f7-dbf5-48f7-92fc-89f76aa0f405.sst] [firstKey=7480000000000001295F728000000000000001] [lastKey=7480000000000001295F728000000000000001] [2024/05/06 02:44:13.461 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [key=import-from-select] [2024/05/06 02:44:13.462 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=150.174Β΅s] [] [2024/05/06 02:44:13.462 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 02:44:13.463 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.667011ms] [] [2024/05/06 02:44:13.464 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [2024/05/06 02:44:13.470 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:13.493 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] ["region ranges"=1] [count=1] [size=37] [2024/05/06 02:44:13.493 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:13.508 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 02:44:13.511 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [takeTime=47.661609ms] [] [2024/05/06 02:44:13.511 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 02:44:13.514 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=2.399024ms] [] [2024/05/06 02:44:13.514 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [2024/05/06 02:44:13.514 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 02:44:13.514 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [takeTime=76.817Β΅s] [] [2024/05/06 02:44:13.514 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [2024/05/06 02:44:13.514 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [2024/05/06 02:44:13.514 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [takeTime=15.174Β΅s] [] [2024/05/06 02:44:13.514 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 02:44:13.515 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [weight=30] [2024/05/06 02:44:13.515 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [concurrency=15] [2024/05/06 02:44:13.521 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=297] [physicalTableID=297] [indexID=-1] [checksum=8175399284317246790] [totalKvs=1] [totalBytes=37] [2024/05/06 02:44:13.522 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [local="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 02:44:13.522 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=24ca61ac-2102-44d8-bc62-417ebd66f73a] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [takeTime=7.904698ms] [] [2024/05/06 02:44:13.522 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 02:44:13.522 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=26.664Β΅s] [] [2024/05/06 02:44:13.522 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 02:44:13.524 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.144481ms] [] [2024/05/06 02:44:13.524 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 02:44:13.524 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=16.03Β΅s] [] [2024/05/06 02:44:13.524 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 02:44:13.525 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=844.318Β΅s] [] [2024/05/06 02:44:13.530 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:13.530 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:13.530 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:13.530 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:13.530 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:13.530 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:13.530 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:13.530 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:13.530 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:13.530 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:13.530 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:13.531 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:13.533 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:13.533 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:13.533 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:13.533 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:13.533 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:13.535 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449567379429785607\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.476569097\n# Parse_time: 0.000734687\n# Compile_time: 0.003628808\n# Rewrite_time: 0.002035078\n# Optimize_time: 0.001575152\n# Wait_TS: 0.000150783\n# Cop_time: 0.000182771 Process_time: 0.00025893 Wait_time: 0.000156575 Request_count: 3 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 8\n# DB: load_data\n# Is_internal: false\n# Digest: 4e6c0340e3de6960369822ac18a3be4729085c52ed4e25bdcab6958982fc73a9\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 8.631e-05 Cop_proc_p90: 0.000100013 Cop_proc_max: 0.000100013 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.2191e-05 Cop_wait_p90: 6.2385e-05 Cop_wait_max: 6.2385e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 768\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lgaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ3MC4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRAwxLjEzGUN4MiwgY29wX3Rhc2s6IHtudW06IDMsIG1heDogMi40MQEpIG1pbjogMS43NAENCGF2ZwENBDk3AQ0IcDk1HSc8YXhfcHJvY19rZXlzOiAxLAEfOhIACHRvdAUSKDogMjU4LjnCtXMsBRQod2FpdDogMTU2LjYFFIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFsQhfZHUFGgGfDDQ0LjQFOwGHmGRpc3RzcWxfY29uY3VycmVuY3k6IDN9LCBycGNfaW5mbzp7Q29wOgHvFF9ycGM6MwWGCGFsXyVlSDUuNjJtc319CTc2OCBCeXRlcwkhYwwyCTQzIUYAXzFl4HRhYmxlOnQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkxCXRpa3ZfdGFzazp7cHJvYwGkDDowcywlWgEIJVUBCQhwODAFESFZARAQaXRlcnMFn2Bhc2tzOjN9LCBzY2FuX2RldGFpbDoge3RvAbcBVQhlc3M5ekYXACBfc2l6ZTogNDUR6wBrJaY4MywgZ2V0X3NuYXBzaG90KQEEIDcphjRyb2Nrc2RiOiB7YmxvY0EgOZMwY291bnQ6IDh9fX0sICE3XpQAARw67wEIYWxfIfENGzn2AHQhJwh3YWwtiEggNzc4LjfCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('/wagCvoGCgxJbXBvcnRJbnRvXzISswYKDVRhYmxlUmVhZGVyXzcStAMKD1QBElBGdWxsU2Nhbl82IZY8ANAr5ERBKQABAfBpiMNAMAE4AkACShAKDgoJbG9hZF9kYXRhEgF0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3Byb2MgbWF4OjBzLCBtaW46MHMsIGF2ZzogMHMsIHA4MAURCHA5NQUITGl0ZXJzOjMsIHRhc2tzOjN9LCBzAZ98ZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCBGFwAgX3NpemU6IDQ1ER0JLPBJMywgZ2V0X3NuYXBzaG90X3RpbWU6IDc2wrVzLCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDh9fX0sIHRpbWVelAAJUhAyNTguOQVVCZsId2FpEW0MMTU2LglwAHQhJwx3YWxsDTUoNzc4LjfCtXN9cP8RAQQBeBEKJP8BIXJCIqLbOBwyowEQAUABUhQhmgQ6VDbRAQRaFAWKVDEuMTNtcywgbG9vcHM6MmKYAmNvcF8hXxg6IHtudW06IRMgbWF4OiAyLjQxASohpRAgMS43NAENAGEhqgwxLjk3AQ0hphknBGF4JYgtWQQxLAEfOhIACHRvdAUSADo2EAElDgQ6IDkJEGNvcHJfOWxEcmF0aW86IDAuMDAsIGJ1aWxkBbEIX2R1BRocbjogMTQ0LjQlXwGHUGRpc3RzcWxfY29uY3VycmVuY3k6IEE8NHJwY19pbmZvOntDb3A6Ae8QX3JwYzpBYEVIJSIoNS42Mm1zfX1wgAY9bQA4IVkUA04vQVoVBSYQNDcwLjIhBSlJADFWowEEGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`dst` FROM SELECT * FROM `load_data`.`t` WITH disable_precheck;"] [2024/05/06 02:44:13.552 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/05/06 02:44:13.552 +00:00] [INFO] [db.go:186] ["dec log backup task"] [count=0] [2024/05/06 02:44:13.552 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 02:44:13.553 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=211] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 02:44:13.597 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 02:44:13.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 02:44:13.597 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 02:44:13.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:13.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:13.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:13.676 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 293, Table ID: 299, Table Name: t, Old Table ID: 295, Old Table Name: t"] [2024/05/06 02:44:13.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=3.422224ms] [gotSchemaVersion=212] [phyTblIDs="[295,299]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:44:13.745 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=212] [2024/05/06 02:44:13.777 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=54.710502ms] [job="ID:300, Type:truncate table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:13.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:13.927 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[295]"] [comment="drop table: table ID"] [2024/05/06 02:44:13.939 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="truncate table"] [2024/05/06 02:44:13.943 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:truncate table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:13.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:14.008 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 02:44:14.008 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:14.012 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.46031089\n# Parse_time: 0.000276737\n# Compile_time: 0.000980805\n# Rewrite_time: 0.00004231\n# Optimize_time: 0.002225074\n# Wait_TS: 0.000599988\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 02:44:14.038 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTableNotEmpty [2024/05/06 02:44:14.091 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 02:44:14.122 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:14.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:14.122 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:14.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 02:44:14.192 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:14.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:14.233 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=300.91Β΅s] [gotSchemaVersion=213] [phyTblIDs="[297,299]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:14.245 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=213] [2024/05/06 02:44:14.290 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=62.519826ms] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:14.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:14.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:14.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:14.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=295.553Β΅s] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:14.455 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/301/eb70b740-523b-4db5-ae7e-68c6d4d51de1] [currentVer=213] [latestVer=214] [2024/05/06 02:44:14.456 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=301] [ver=214] [2024/05/06 02:44:14.462 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=214] [2024/05/06 02:44:14.481 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=97.710298ms] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:14.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:14.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:14.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:14.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=278.898Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:14.640 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=215] [2024/05/06 02:44:14.673 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=59.128661ms] [job="ID:301, Type:drop schema, State:done, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:14.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:14.775 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=301] [tableIDs="[297,299]"] [comment="drop schema: table IDs"] [2024/05/06 02:44:14.801 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="drop schema"] [2024/05/06 02:44:14.806 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [job="ID:301, Type:drop schema, State:synced, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:14.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:14.892 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/06 02:44:14.892 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:14.900 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.809159326\n# Parse_time: 0.000456271\n# Compile_time: 0.000795996\n# Rewrite_time: 0.000033011\n# Optimize_time: 0.002225074\n# Wait_TS: 0.000465839\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 02:44:14.902 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=215] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 02:44:15.003 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:14.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:15.004 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:14.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 02:44:15.187 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:14.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:15.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=1.617398ms] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:44:15.274 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=303] [version=216] [2024/05/06 02:44:15.303 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=56.534486ms] [job="ID:303, Type:create schema, State:done, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:14.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:15.366 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [job="ID:303, Type:create schema, State:synced, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:14.924 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:15.404 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=303] [2024/05/06 02:44:15.404 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:15.415 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.514140257\n# Parse_time: 0.000275533\n# Compile_time: 0.001241625\n# Rewrite_time: 0.000044343\n# Optimize_time: 0.002225074\n# Wait_TS: 0.000747358\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 02:44:15.419 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:44:15.425 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:44:15.495 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:15.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:15.495 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:15.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:44:15.565 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:15.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:15.578 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 302, Table ID: 304, Table Name: t"] [2024/05/06 02:44:15.663 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=4.270507ms] [gotSchemaVersion=217] [phyTblIDs="[304]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:15.733 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=305] [ver=217] [2024/05/06 02:44:15.737 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=305] [version=217] [2024/05/06 02:44:15.756 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=105.293268ms] [job="ID:305, Type:create table, State:done, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:15.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:15.838 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:create table, State:synced, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:15.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:15.901 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/05/06 02:44:15.901 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:15.907 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.484448475\n# Parse_time: 0.001116576\n# Compile_time: 0.001485605\n# Rewrite_time: 0.000068488\n# Optimize_time: 0.002225074\n# Wait_TS: 0.000481531\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:44:15.946 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTotalFileSize0 [2024/05/06 02:44:15.990 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 02:44:16.035 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:15.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:16.035 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:15.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 02:44:16.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:15.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:16.132 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=345.849Β΅s] [gotSchemaVersion=218] [phyTblIDs="[304]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:16.145 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=306] [version=218] [2024/05/06 02:44:16.180 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=54.134144ms] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:15.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:16.240 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:15.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:16.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=560.629Β΅s] [gotSchemaVersion=219] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:16.413 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=306] [version=219] [2024/05/06 02:44:16.441 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=58.000012ms] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:15.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:16.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:15.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:16.617 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=443.185Β΅s] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:16.635 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=306] [version=220] [2024/05/06 02:44:16.657 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=58.716305ms] [job="ID:306, Type:drop schema, State:done, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:15.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:16.723 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=306] [tableIDs="[304]"] [comment="drop schema: table IDs"] [2024/05/06 02:44:16.742 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=306] [jobType="drop schema"] [2024/05/06 02:44:16.748 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [job="ID:306, Type:drop schema, State:synced, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:15.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:16.813 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=306] [2024/05/06 02:44:16.813 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:16.820 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.831221333\n# Parse_time: 0.000598994\n# Compile_time: 0.001236185\n# Rewrite_time: 0.000050192\n# Optimize_time: 0.002225074\n# Wait_TS: 0.00061763\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 02:44:16.824 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=220] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 02:44:16.876 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:16.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:16.876 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:16.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 02:44:16.959 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:16.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:17.080 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=2.130099ms] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:44:17.105 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=308] [version=221] [2024/05/06 02:44:17.124 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=56.096844ms] [job="ID:308, Type:create schema, State:done, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:16.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:17.200 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [job="ID:308, Type:create schema, State:synced, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:16.825 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:17.246 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=308] [2024/05/06 02:44:17.246 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:17.252 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.430150939\n# Parse_time: 0.000572588\n# Compile_time: 0.001833746\n# Rewrite_time: 0.000057818\n# Optimize_time: 0.002225074\n# Wait_TS: 0.000525449\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 02:44:17.256 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 02:44:17.260 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 02:44:17.341 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:17.341 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:44:17.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:17.440 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 307, Table ID: 309, Table Name: t"] [2024/05/06 02:44:17.519 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.963054ms] [gotSchemaVersion=222] [phyTblIDs="[309]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:17.539 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=310] [version=222] [2024/05/06 02:44:17.569 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=58.431967ms] [job="ID:310, Type:create table, State:done, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:17.686 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [job="ID:310, Type:create table, State:synced, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:17.739 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=310] [2024/05/06 02:44:17.740 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:17.746 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.487777922\n# Parse_time: 0.000885803\n# Compile_time: 0.001353334\n# Rewrite_time: 0.00007255\n# Optimize_time: 0.002225074\n# Wait_TS: 0.000554962\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 02:44:17.780 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:17.840 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestRegisterTask [2024/05/06 02:44:17.871 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 02:44:17.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:17.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:17.908 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:17.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 02:44:17.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:17.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.026 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=346.414Β΅s] [gotSchemaVersion=223] [phyTblIDs="[309]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:18.041 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=311] [version=223] [2024/05/06 02:44:18.082 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=62.58414ms] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:17.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:17.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=481.693Β΅s] [gotSchemaVersion=224] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:18.274 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=311] [version=224] [2024/05/06 02:44:18.296 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=55.853462ms] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:17.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:17.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=257.552Β΅s] [gotSchemaVersion=225] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:18.433 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=311] [version=225] [2024/05/06 02:44:18.461 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=55.302225ms] [job="ID:311, Type:drop schema, State:done, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:17.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.511 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=311] [tableIDs="[309]"] [comment="drop schema: table IDs"] [2024/05/06 02:44:18.523 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="drop schema"] [2024/05/06 02:44:18.529 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:drop schema, State:synced, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:17.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.594 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/05/06 02:44:18.594 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:18.599 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.729473909\n# Parse_time: 0.000644547\n# Compile_time: 0.000979075\n# Rewrite_time: 0.000039843\n# Optimize_time: 0.002225074\n# Wait_TS: 0.000580542\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 02:44:18.601 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 02:44:18.658 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:18.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:18.658 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:18.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 02:44:18.736 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:18.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=1.500485ms] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:44:18.794 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=313] [version=226] [2024/05/06 02:44:18.831 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=57.016004ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:18.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.891 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=57.72422ms] [2024/05/06 02:44:18.952 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:18.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:18.992 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/05/06 02:44:18.992 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:18.998 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.397938072\n# Parse_time: 0.000405766\n# Compile_time: 0.000927628\n# Rewrite_time: 0.000044542\n# Optimize_time: 0.002225074\n# Wait_TS: 0.000402656\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/06 02:44:19.001 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/05/06 02:44:19.063 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:18.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:19.063 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:18.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 02:44:19.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:18.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:19.182 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 312, Table ID: 314, Table Name: register_task"] [2024/05/06 02:44:19.265 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=3.284899ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:19.280 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=315] [version=227] [2024/05/06 02:44:19.311 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=54.549427ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:18.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:19.377 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:18.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:19.512 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/05/06 02:44:19.512 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:19.517 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.518768523\n# Parse_time: 0.000961991\n# Compile_time: 0.001484313\n# Rewrite_time: 0.00006687\n# Optimize_time: 0.002225074\n# Wait_TS: 0.00073838\n# Is_internal: false\n# Digest: 440f501f110ac5b73ffb36512799e2b600066ba480f5072f78e90fd37be67273\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 02:44:19.539 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:19.812 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:44:19.948 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=65] [task-id=65] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:20.068 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=65] [2024/05/06 02:44:20.069 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:20.179 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:20.181 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:20.183 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/05/06 02:44:20.219 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:20.226 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 02:44:20.227 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 02:44:20.227 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=121.934Β΅s] [2024/05/06 02:44:20.227 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=415.855Β΅s] [] [2024/05/06 02:44:20.227 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:20.227 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:20.424 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/05/06 02:44:20.452 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=65] [2024/05/06 02:44:20.452 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=65] [2024/05/06 02:44:20.459 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=65] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:20.517 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:20.519 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 02:44:20.521 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:20.537 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:20.538 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:20.538 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:20.539 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:20.540 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:20.540 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:20.568 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:20.570 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:20.570 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 02:44:20.570 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=65] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:20.578 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=65] [disk-quota=700.7GiB] [2024/05/06 02:44:20.667 +00:00] [INFO] [domain.go:2872] ["refreshServerIDTTL succeed"] [serverID=1525] ["lease id"=22318f4bc246612e] [2024/05/06 02:44:20.712 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [2024/05/06 02:44:20.718 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 02:44:20.724 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 02:44:20.724 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/05/06 02:44:20.790 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [2024/05/06 02:44:20.794 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [readDur=1.774121ms] [encodeDur=1.050095ms] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [deliverDur=382.432Β΅s] [type=file] [takeTime=3.716725ms] [] [2024/05/06 02:44:20.795 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [takeTime=83.025752ms] [] [2024/05/06 02:44:20.795 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/65/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/c36c752f-c652-4a65-be97-d604a25d182a.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/05/06 02:44:20.795 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 02:44:20.795 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 02:44:20.795 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 02:44:20.798 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.535898ms] [] [2024/05/06 02:44:20.798 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 02:44:20.805 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:20.827 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 02:44:20.828 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:20.850 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 02:44:20.853 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=54.804607ms] [] [2024/05/06 02:44:20.853 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 02:44:20.854 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.442353ms] [] [2024/05/06 02:44:20.855 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 02:44:20.855 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 02:44:20.856 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.777185ms] [] [2024/05/06 02:44:20.857 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 02:44:20.857 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 02:44:20.857 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=99.305Β΅s] [] [2024/05/06 02:44:20.857 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 02:44:20.858 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.208435ms] [] [2024/05/06 02:44:20.947 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 02:44:20.951 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:20.952 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:20.952 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:20.952 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:20.952 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:20.952 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:20.952 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:20.952 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:20.952 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:20.952 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:20.952 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:20.952 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:20.966 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:20.967 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:20.967 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:20.967 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:20.967 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:20.967 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=449.844795ms] [] [2024/05/06 02:44:21.011 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:21.013 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:21.014 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:21.014 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:21.117 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=106] [2024/05/06 02:44:21.131 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 02:44:21.134 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:21.135 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:44:21.392 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=109] [2024/05/06 02:44:21.428 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:21.516 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 02:44:21.516 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 02:44:21.516 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 02:44:21.532 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=15.564768ms] [] [2024/05/06 02:44:21.532 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [groupId=-1] [size=37] [kvs=1] [checksum=8169789734841499502] [2024/05/06 02:44:21.532 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 02:44:21.532 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [weight=30] [2024/05/06 02:44:21.532 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [concurrency=15] [2024/05/06 02:44:21.542 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=314] [physicalTableID=314] [indexID=-1] [checksum=8169789734841499502] [totalKvs=1] [totalBytes=37] [2024/05/06 02:44:21.543 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [local="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 02:44:21.543 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=26.447996ms] [] [2024/05/06 02:44:21.543 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=26.769803ms] [] [2024/05/06 02:44:21.627 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=53.727541ms] [2024/05/06 02:44:21.662 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:21.662 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=65] [step=post-process] [state=running] [] [2024/05/06 02:44:21.665 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=65] [2024/05/06 02:44:21.665 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=65] [2024/05/06 02:44:21.686 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=258.235204ms] [] [2024/05/06 02:44:21.690 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=112] [2024/05/06 02:44:21.738 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=65] [2024/05/06 02:44:21.749 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=65] [type=ImportInto] [2024/05/06 02:44:21.767 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:21.767 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=65] [2024/05/06 02:44:21.870 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.35043986\n# Parse_time: 0.000947514\n# Compile_time: 0.002118989\n# Rewrite_time: 0.000436234\n# Optimize_time: 0.002225074\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:44:21.884 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/05/06 02:44:21.894 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=115] [2024/05/06 02:44:21.924 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:21.993 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 02:44:21.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:21.993 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 02:44:21.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.register_task;"] [2024/05/06 02:44:22.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:21.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:22.205 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=118] [2024/05/06 02:44:22.283 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=4.167323ms] [gotSchemaVersion=228] [phyTblIDs="[314,316]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:44:22.301 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=317] [version=228] [2024/05/06 02:44:22.329 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=60.949781ms] [job="ID:317, Type:truncate table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:21.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:22.448 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=121] [2024/05/06 02:44:22.471 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=317] [tableIDs="[314]"] [comment="drop table: table ID"] [2024/05/06 02:44:22.493 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=317] [jobType="truncate table"] [2024/05/06 02:44:22.498 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:truncate table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:21.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:22.611 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/05/06 02:44:22.611 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:22.617 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.734344529\n# Parse_time: 0.000374214\n# Compile_time: 0.001138204\n# Rewrite_time: 0.000050028\n# Optimize_time: 0.001454335\n# Wait_TS: 0.004417985\n# Is_internal: false\n# Digest: 9227ff4b76bdfbee0fa9a7a479a3a8bd83eeae6d7c357923f79e45f050bd1a3f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.register_task;"] [2024/05/06 02:44:22.635 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:22.728 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=124] [2024/05/06 02:44:22.922 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=127] [2024/05/06 02:44:22.924 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:44:23.047 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=66] [task-id=66] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:23.092 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=130] [2024/05/06 02:44:23.170 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=66] [2024/05/06 02:44:23.170 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:23.280 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:23.282 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:23.285 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/05/06 02:44:23.315 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:23.319 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 02:44:23.319 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 02:44:23.319 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=66.671Β΅s] [2024/05/06 02:44:23.319 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=212.168Β΅s] [] [2024/05/06 02:44:23.319 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:23.319 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:23.355 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=133] [2024/05/06 02:44:23.506 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/05/06 02:44:23.531 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=66] [2024/05/06 02:44:23.531 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=66] [2024/05/06 02:44:23.544 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=66] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:23.557 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=136] [2024/05/06 02:44:23.615 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:23.618 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 02:44:23.686 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:23.706 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:23.706 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:23.707 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:23.707 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:23.709 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:23.710 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:23.753 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:23.756 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:23.756 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 02:44:23.757 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=66] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:23.757 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=66] [disk-quota=700.7GiB] [2024/05/06 02:44:23.836 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=139] [2024/05/06 02:44:23.841 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [2024/05/06 02:44:23.846 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 02:44:23.853 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 02:44:23.853 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 02:44:24.119 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=145] [2024/05/06 02:44:24.431 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=151] [2024/05/06 02:44:24.629 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=153] [2024/05/06 02:44:24.906 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=155] [2024/05/06 02:44:25.087 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=160] [2024/05/06 02:44:25.328 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=165] [2024/05/06 02:44:25.492 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=167] [2024/05/06 02:44:25.658 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=171] [2024/05/06 02:44:25.893 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=173] [2024/05/06 02:44:26.103 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=175] [2024/05/06 02:44:26.381 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=183] [2024/05/06 02:44:26.564 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=185] [2024/05/06 02:44:26.749 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=187] [2024/05/06 02:44:26.899 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [takeTime=3.057479776s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:26.899 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:26.900 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:26.901 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:26.901 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:26.901 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:26.901 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:26.901 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:26.901 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:26.901 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:26.901 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:44:26.940 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 02:44:26.944 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:26.944 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:26.945 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:26.945 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:26.945 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:26.947 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:26.947 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:26.947 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:26.948 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:26.948 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:26.948 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=3.332055574s] [error="occur an error when sort chunk"] [2024/05/06 02:44:26.948 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:26.993 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=189] [2024/05/06 02:44:27.019 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 02:44:27.053 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=66] [type=ImportInto] [2024/05/06 02:44:27.098 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=66] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 02:44:27.100 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=66] [step=import] [mode=Normal] [2024/05/06 02:44:27.118 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=66] [2024/05/06 02:44:27.118 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=66] [2024/05/06 02:44:27.144 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=194] [2024/05/06 02:44:27.177 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=66] [2024/05/06 02:44:27.207 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:27.207 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=66] [2024/05/06 02:44:27.367 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=196] [2024/05/06 02:44:27.385 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=66] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestRegisterTask\n\ttests/realtikvtest/importintotest/import_into_test.go:944\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 02:44:27.386 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.767718576\n# Parse_time: 0.000630329\n# Compile_time: 0.001767478\n# Rewrite_time: 0.0004064\n# Optimize_time: 0.001454335\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC43NnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuNzZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:44:27.405 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:27.407 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:27.523 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=201] [2024/05/06 02:44:27.620 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:44:27.683 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=203] [2024/05/06 02:44:27.798 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=67] [task-id=67] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:27.850 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=67] [2024/05/06 02:44:27.850 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:27.888 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=205] [2024/05/06 02:44:27.957 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:27.959 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:27.960 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/05/06 02:44:27.985 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:27.989 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 02:44:27.989 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 02:44:27.989 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.032Β΅s] [2024/05/06 02:44:27.989 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=182.303Β΅s] [] [2024/05/06 02:44:27.989 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:27.989 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:28.027 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=210] [2024/05/06 02:44:28.190 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/05/06 02:44:28.217 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=67] [2024/05/06 02:44:28.220 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=212] [2024/05/06 02:44:28.249 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=67] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:28.300 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:28.302 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 02:44:28.303 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:28.313 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:28.314 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:28.314 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:28.314 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:28.315 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:28.316 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:28.333 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:28.335 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:28.335 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 02:44:28.335 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=67] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:28.335 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=67] [disk-quota=700.7GiB] [2024/05/06 02:44:28.385 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=219] [2024/05/06 02:44:28.393 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [2024/05/06 02:44:28.397 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 02:44:28.401 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 02:44:28.402 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 02:44:28.425 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:28.525 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=221] [2024/05/06 02:44:28.741 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=223] [2024/05/06 02:44:28.801 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [2024/05/06 02:44:28.804 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [readDur=1.413169ms] [encodeDur=630.174Β΅s] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [deliverDur=359.886Β΅s] [type=file] [takeTime=2.882795ms] [] [2024/05/06 02:44:28.805 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [takeTime=411.868815ms] [] [2024/05/06 02:44:28.805 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/67/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/92e6edef-82ba-47cc-8e60-d298ce1cc579.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/05/06 02:44:28.805 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 02:44:28.805 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 02:44:28.806 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 02:44:28.807 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.863685ms] [] [2024/05/06 02:44:28.808 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 02:44:28.813 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:28.836 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 02:44:28.836 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:28.853 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 02:44:28.855 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=47.677878ms] [] [2024/05/06 02:44:28.855 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 02:44:28.857 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.420004ms] [] [2024/05/06 02:44:28.857 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 02:44:28.857 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 02:44:28.859 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.966456ms] [] [2024/05/06 02:44:28.859 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 02:44:28.859 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 02:44:28.859 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=88.266Β΅s] [] [2024/05/06 02:44:28.859 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 02:44:28.861 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.102174ms] [] [2024/05/06 02:44:28.922 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 02:44:28.925 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=225] [2024/05/06 02:44:28.926 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:28.926 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:28.926 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:28.926 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:28.926 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:28.926 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:28.926 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:28.926 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:28.926 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:28.926 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:28.926 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:28.927 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:28.929 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:28.929 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:28.929 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:28.929 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:28.929 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:28.929 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=628.776455ms] [] [2024/05/06 02:44:28.977 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:28.980 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:28.982 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:28.982 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:29.143 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=227] [2024/05/06 02:44:29.149 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 02:44:29.151 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:29.151 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:44:29.289 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=229] [2024/05/06 02:44:29.307 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:29.363 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 02:44:29.364 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 02:44:29.364 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 02:44:29.373 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=9.239471ms] [] [2024/05/06 02:44:29.373 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [groupId=-1] [size=37] [kvs=1] [checksum=9112913226393502393] [2024/05/06 02:44:29.373 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 02:44:29.373 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [weight=30] [2024/05/06 02:44:29.373 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [concurrency=15] [2024/05/06 02:44:29.377 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=316] [physicalTableID=316] [indexID=-1] [checksum=9112913226393502393] [totalKvs=1] [totalBytes=37] [2024/05/06 02:44:29.378 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [local="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 02:44:29.378 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=14.253212ms] [] [2024/05/06 02:44:29.378 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=14.495156ms] [] [2024/05/06 02:44:29.482 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:29.482 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=67] [step=post-process] [state=running] [] [2024/05/06 02:44:29.487 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=67] [2024/05/06 02:44:29.490 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=231] [2024/05/06 02:44:29.492 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=185.387127ms] [] [2024/05/06 02:44:29.557 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=67] [type=ImportInto] [2024/05/06 02:44:29.559 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=67] [2024/05/06 02:44:29.587 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:29.587 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=67] [2024/05/06 02:44:29.626 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=236] [2024/05/06 02:44:29.669 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.281602536\n# Parse_time: 0.001151894\n# Compile_time: 0.001426336\n# Rewrite_time: 0.000325982\n# Optimize_time: 0.001454335\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestSameBehaviourDetachedOrNot [2024/05/06 02:44:29.686 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 02:44:29.689 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 02:44:29.702 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:29.733 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:29.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:29.733 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:29.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 02:44:29.762 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=239] [2024/05/06 02:44:29.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:29.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:29.877 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=1.107316ms] [gotSchemaVersion=229] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:44:29.889 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=319] [version=229] [2024/05/06 02:44:29.924 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=54.052831ms] [job="ID:319, Type:create schema, State:done, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:29.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:29.945 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=242] [2024/05/06 02:44:29.978 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [job="ID:319, Type:create schema, State:synced, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:29.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:30.012 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=319] [2024/05/06 02:44:30.012 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:30.016 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.32762366\n# Parse_time: 0.000358757\n# Compile_time: 0.000730615\n# Rewrite_time: 0.000033917\n# Optimize_time: 0.001017408\n# Wait_TS: 0.000488835\n# Is_internal: false\n# Digest: 8990c3297e0a3ffa380c20b74137915c448be0d7b8990802bbc757f2aa674b5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE test_detached;"] [2024/05/06 02:44:30.019 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 02:44:30.077 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:30.077 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 02:44:30.079 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=247] [2024/05/06 02:44:30.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:30.269 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=249] [2024/05/06 02:44:30.288 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=2.764733ms] [gotSchemaVersion=230] [phyTblIDs="[320]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:30.300 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=321] [version=230] [2024/05/06 02:44:30.334 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=54.458796ms] [job="ID:321, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:30.406 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [job="ID:321, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:30.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:30.463 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=321] [2024/05/06 02:44:30.464 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:30.474 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.456709645\n# Parse_time: 0.000590201\n# Compile_time: 0.001145649\n# Rewrite_time: 0.000065879\n# Optimize_time: 0.001017408\n# Wait_TS: 0.000442629\n# Is_internal: false\n# Digest: 432f3afcc274864365805e38284bd9d1ce7cebbc91bc9bc241ee6692f6142820\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 02:44:30.478 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=230] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 02:44:30.505 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=262] [2024/05/06 02:44:30.565 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:30.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:30.565 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:30.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 02:44:30.647 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:30.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:30.697 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=264] [2024/05/06 02:44:30.826 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=3.721158ms] [gotSchemaVersion=231] [phyTblIDs="[322]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:30.842 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=323] [version=231] [2024/05/06 02:44:30.868 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=54.910352ms] [job="ID:323, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:30.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:30.954 +00:00] [INFO] [gc.go:284] ["remove stats in GC due to dropped table"] [table_id=268] [2024/05/06 02:44:30.955 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [job="ID:323, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:30.475 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:31.032 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=323] [2024/05/06 02:44:31.032 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:31.043 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.567549087\n# Parse_time: 0.001331763\n# Compile_time: 0.001498357\n# Rewrite_time: 0.000068715\n# Optimize_time: 0.001017408\n# Wait_TS: 0.003710721\n# Is_internal: false\n# Digest: e9ba2dcc2a574fc4b46a542fa77c0bbf453db514bf088b55857a362aef3bf662\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 02:44:31.067 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:31.410 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:44:31.435 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 312, Table ID: 316, Table Name: register_task, Old Table ID: 314, Old Table Name: register_task"] [2024/05/06 02:44:31.585 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=68] [task-id=68] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:44:31.593 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 320, Table Name: t1"] [2024/05/06 02:44:31.650 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/05/06 02:44:31.650 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:44:31.659 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 322, Table Name: t2"] [2024/05/06 02:44:31.758 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:31.759 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:31.761 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/05/06 02:44:31.799 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:31.804 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 02:44:31.804 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/05/06 02:44:31.804 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=72.161Β΅s] [2024/05/06 02:44:31.804 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=214.749Β΅s] [] [2024/05/06 02:44:31.805 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:31.805 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:44:32.058 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/05/06 02:44:32.101 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=68] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:44:32.108 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=68] [2024/05/06 02:44:32.201 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:44:32.202 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 02:44:32.204 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:32.222 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:32.222 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:32.226 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:32.226 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:32.228 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:32.228 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:32.256 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:32.262 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:32.262 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 02:44:32.262 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=68] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:32.262 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=68] [disk-quota=700.7GiB] [2024/05/06 02:44:32.345 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [2024/05/06 02:44:32.354 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 02:44:32.359 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 02:44:32.359 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=320] [2024/05/06 02:44:32.395 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=320] [key=1.txt:0] [2024/05/06 02:44:32.398 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=320] [key=1.txt:0] [readDur=1.596505ms] [encodeDur=1.246981ms] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [deliverDur=304.29Β΅s] [type=file] [takeTime=3.779017ms] [] [2024/05/06 02:44:32.399 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [takeTime=54.207666ms] [] [2024/05/06 02:44:32.400 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/68/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/36f02781-9709-47a4-8ef9-b2978cda089c.sst] [firstKey=7480000000000001405F728000000000000001] [lastKey=7480000000000001405F728000000000000001] [2024/05/06 02:44:32.400 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 02:44:32.400 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 02:44:32.400 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 02:44:32.403 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.538458ms] [] [2024/05/06 02:44:32.403 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 02:44:32.409 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:32.432 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/05/06 02:44:32.432 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:32.467 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 02:44:32.469 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=66.710498ms] [] [2024/05/06 02:44:32.470 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 02:44:32.471 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.286832ms] [] [2024/05/06 02:44:32.471 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 02:44:32.471 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 02:44:32.473 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.694688ms] [] [2024/05/06 02:44:32.473 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 02:44:32.473 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 02:44:32.473 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=102.181Β΅s] [] [2024/05/06 02:44:32.473 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 02:44:32.474 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.072714ms] [] [2024/05/06 02:44:32.624 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 02:44:32.629 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:32.629 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:32.630 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:32.630 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:32.630 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:32.630 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:32.630 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:32.630 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:32.630 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:32.630 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:32.630 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:32.630 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:32.633 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:32.634 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:32.634 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:32.634 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:32.634 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:32.634 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=433.171538ms] [] [2024/05/06 02:44:32.691 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:32.693 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:32.695 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:32.695 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:32.826 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 02:44:32.829 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:32.829 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:44:33.091 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:44:33.168 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 02:44:33.168 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 02:44:33.168 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 02:44:33.192 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=23.621904ms] [] [2024/05/06 02:44:33.192 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [groupId=-1] [size=47] [kvs=1] [checksum=10446017286793149145] [2024/05/06 02:44:33.192 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 02:44:33.193 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [weight=30] [2024/05/06 02:44:33.193 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [concurrency=15] [2024/05/06 02:44:33.197 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=320] [physicalTableID=320] [indexID=-1] [checksum=10446017286793149145] [totalKvs=1] [totalBytes=47] [2024/05/06 02:44:33.198 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [local="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 02:44:33.198 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=29.72076ms] [] [2024/05/06 02:44:33.198 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=30.031335ms] [] [2024/05/06 02:44:33.284 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=193.492111ms] [] [2024/05/06 02:44:33.286 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:33.286 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=68] [step=post-process] [state=running] [] [2024/05/06 02:44:33.290 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=68] [2024/05/06 02:44:33.358 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=68] [type=ImportInto] [2024/05/06 02:44:33.360 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=68] [2024/05/06 02:44:33.393 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:33.393 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=68] [2024/05/06 02:44:33.546 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.501538664\n# Parse_time: 0.001307496\n# Compile_time: 0.00224002\n# Rewrite_time: 0.000473285\n# Optimize_time: 0.001017408\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi41cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi41cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:44:33.573 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:33.584 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:33.823 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:44:33.931 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=69] [task-id=69] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:44:33.938 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.390651644\n# Parse_time: 0.001173598\n# Compile_time: 0.002481714\n# Rewrite_time: 0.000526437\n# Optimize_time: 0.001017408\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mzg2LjFtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6Mzg2LjFtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 02:44:34.041 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/05/06 02:44:34.041 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:44:34.149 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:34.150 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:34.152 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/05/06 02:44:34.183 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:34.186 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 02:44:34.186 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/05/06 02:44:34.186 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=53.961Β΅s] [2024/05/06 02:44:34.186 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=183.466Β΅s] [] [2024/05/06 02:44:34.186 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:34.186 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:44:34.366 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/05/06 02:44:34.397 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=69] [2024/05/06 02:44:34.433 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=69] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:44:34.486 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:44:34.488 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 02:44:34.489 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:34.502 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:34.502 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:34.503 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:34.503 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:34.504 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:34.504 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:34.527 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:34.528 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:34.529 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 02:44:34.529 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=69] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:34.530 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=69] [disk-quota=700.7GiB] [2024/05/06 02:44:34.655 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [2024/05/06 02:44:34.661 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 02:44:34.668 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 02:44:34.668 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=322] [2024/05/06 02:44:34.710 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=322] [key=1.txt:0] [2024/05/06 02:44:34.713 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=322] [key=1.txt:0] [readDur=1.183101ms] [encodeDur=1.260287ms] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [deliverDur=254.354Β΅s] [type=file] [takeTime=3.201675ms] [] [2024/05/06 02:44:34.714 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [takeTime=59.123009ms] [] [2024/05/06 02:44:34.714 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/69/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/8cf4ade2-5e49-49bb-a10c-b130bf2b6d89.sst] [firstKey=7480000000000001425F728000000000000001] [lastKey=7480000000000001425F728000000000000001] [2024/05/06 02:44:34.714 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 02:44:34.714 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 02:44:34.714 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 02:44:34.717 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.397295ms] [] [2024/05/06 02:44:34.717 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 02:44:34.723 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:34.745 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/05/06 02:44:34.745 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:34.764 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 02:44:34.767 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=49.785708ms] [] [2024/05/06 02:44:34.767 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 02:44:34.768 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.38767ms] [] [2024/05/06 02:44:34.768 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 02:44:34.768 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 02:44:34.770 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.79287ms] [] [2024/05/06 02:44:34.770 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 02:44:34.770 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 02:44:34.770 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=85.531Β΅s] [] [2024/05/06 02:44:34.770 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 02:44:34.771 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.020199ms] [] [2024/05/06 02:44:34.826 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 02:44:34.830 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:34.830 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:34.830 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:34.830 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:34.830 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:34.830 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:34.830 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:34.830 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:34.831 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:34.831 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:34.831 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:34.831 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:34.833 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:34.834 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:34.834 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:34.834 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:34.834 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:34.834 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=347.569285ms] [] [2024/05/06 02:44:34.866 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:34.867 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:34.868 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:34.868 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:34.974 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 02:44:34.976 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:34.976 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:44:35.260 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:44:35.330 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 02:44:35.330 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 02:44:35.330 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 02:44:35.340 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=9.955478ms] [] [2024/05/06 02:44:35.340 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [groupId=-1] [size=47] [kvs=1] [checksum=12835452298760226051] [2024/05/06 02:44:35.340 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 02:44:35.340 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [weight=30] [2024/05/06 02:44:35.341 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [concurrency=15] [2024/05/06 02:44:35.345 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=322] [physicalTableID=322] [indexID=-1] [checksum=12835452298760226051] [totalKvs=1] [totalBytes=47] [2024/05/06 02:44:35.346 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [local="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 02:44:35.347 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=16.353592ms] [] [2024/05/06 02:44:35.347 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=16.658205ms] [] [2024/05/06 02:44:35.397 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=136.618568ms] [] [2024/05/06 02:44:35.471 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:35.471 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=69] [step=post-process] [state=running] [] [2024/05/06 02:44:35.480 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=69] [2024/05/06 02:44:35.588 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=69] [type=ImportInto] [2024/05/06 02:44:35.589 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=69] [2024/05/06 02:44:35.690 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:35.690 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=69] [2024/05/06 02:44:35.817 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:36.007 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 02:44:36.048 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:35.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:36.048 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:35.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/05/06 02:44:36.133 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:35.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:36.186 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=299.918Β΅s] [gotSchemaVersion=232] [phyTblIDs="[320,322]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:36.200 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=324] [version=232] [2024/05/06 02:44:36.271 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=91.263496ms] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:35.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:36.356 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:35.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:36.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=304.636Β΅s] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:36.413 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=324] [version=233] [2024/05/06 02:44:36.449 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=54.80166ms] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:35.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:36.496 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:35.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:36.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=422.639Β΅s] [gotSchemaVersion=234] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:44:36.575 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=324] [version=234] [2024/05/06 02:44:36.610 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=59.698538ms] [job="ID:324, Type:drop schema, State:done, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:35.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:36.686 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=324] [tableIDs="[320,322]"] [comment="drop schema: table IDs"] [2024/05/06 02:44:36.701 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=324] [jobType="drop schema"] [2024/05/06 02:44:36.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:drop schema, State:synced, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:35.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:36.778 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/05/06 02:44:36.778 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:36.785 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.779068277\n# Parse_time: 0.000550721\n# Compile_time: 0.001252449\n# Rewrite_time: 0.000048999\n# Optimize_time: 0.002071009\n# Wait_TS: 0.000541558\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/05/06 02:44:36.787 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 02:44:36.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:36.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:36.900 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:36.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 02:44:36.977 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:36.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:37.041 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=1.778587ms] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:44:37.057 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=326] [version=235] [2024/05/06 02:44:37.088 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=56.761885ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:36.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:37.147 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:36.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:37.185 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/05/06 02:44:37.185 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:37.189 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.403914943\n# Parse_time: 0.000384649\n# Compile_time: 0.001122698\n# Rewrite_time: 0.000050276\n# Optimize_time: 0.002071009\n# Wait_TS: 0.000619209\n# Is_internal: false\n# Digest: 8990c3297e0a3ffa380c20b74137915c448be0d7b8990802bbc757f2aa674b5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE test_detached;"] [2024/05/06 02:44:37.192 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 02:44:37.269 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:37.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:37.269 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:37.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 02:44:37.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:37.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:37.402 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 327, Table Name: t1"] [2024/05/06 02:44:37.491 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=6.143841ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:37.559 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=328] [ver=236] [2024/05/06 02:44:37.572 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=328] [version=236] [2024/05/06 02:44:37.585 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=107.695813ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:37.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:37.671 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:37.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:37.737 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/05/06 02:44:37.738 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:37.743 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.552638986\n# Parse_time: 0.000959186\n# Compile_time: 0.001319001\n# Rewrite_time: 0.000053562\n# Optimize_time: 0.002071009\n# Wait_TS: 0.000526807\n# Is_internal: false\n# Digest: 42d67e0c3086f8f7601a3c1f302399fdc2929806d264ce7cbcabc80140edb6f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 02:44:37.746 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 02:44:37.816 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:37.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:37.816 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:37.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 02:44:37.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:37.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:37.951 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 329, Table Name: t2"] [2024/05/06 02:44:38.041 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=4.674397ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:38.064 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=330] [version=237] [2024/05/06 02:44:38.080 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=57.033316ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:37.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:38.213 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:37.725 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:38.277 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/05/06 02:44:38.277 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:38.284 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.539986574\n# Parse_time: 0.001157471\n# Compile_time: 0.001585756\n# Rewrite_time: 0.000066113\n# Optimize_time: 0.002071009\n# Wait_TS: 0.000612754\n# Is_internal: false\n# Digest: 1725021cf72262b167e3549be35c78a8fcec3fb9c1af28c0454c1f40eda26497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 02:44:38.306 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:38.562 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:44:38.751 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=70] [task-id=70] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:44:38.803 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=70] [2024/05/06 02:44:38.803 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:44:38.919 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:38.920 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:38.921 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/05/06 02:44:38.950 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:38.954 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 02:44:38.954 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/05/06 02:44:38.954 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=71.852Β΅s] [2024/05/06 02:44:38.954 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=236.845Β΅s] [] [2024/05/06 02:44:38.954 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:38.955 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:44:39.128 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/05/06 02:44:39.156 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=70] [2024/05/06 02:44:39.186 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=70] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:44:39.299 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:44:39.300 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 02:44:39.301 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:39.318 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:39.318 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:39.319 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:39.319 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:39.321 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:39.321 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:39.350 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:39.353 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:39.353 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 02:44:39.353 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=70] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:39.354 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=70] [disk-quota=700.7GiB] [2024/05/06 02:44:39.424 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [2024/05/06 02:44:39.430 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 02:44:39.435 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 02:44:39.435 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/05/06 02:44:39.455 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=327] [key=1.txt:0] [2024/05/06 02:44:39.458 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=1.txt:0] [readDur=1.367367ms] [encodeDur=687.615Β΅s] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [deliverDur=297.889Β΅s] [type=file] [takeTime=2.92814ms] [] [2024/05/06 02:44:39.459 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [takeTime=34.526003ms] [] [2024/05/06 02:44:39.459 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/7dfb5403-ff8b-4d04-af89-a3648fb947b0.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000001] [2024/05/06 02:44:39.460 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 02:44:39.460 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 02:44:39.460 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 02:44:39.462 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.717504ms] [] [2024/05/06 02:44:39.462 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 02:44:39.468 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:39.493 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/05/06 02:44:39.493 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:39.514 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 02:44:39.517 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=54.643707ms] [] [2024/05/06 02:44:39.517 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 02:44:39.518 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.291888ms] [] [2024/05/06 02:44:39.519 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 02:44:39.519 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 02:44:39.520 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.6642ms] [] [2024/05/06 02:44:39.520 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 02:44:39.520 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 02:44:39.521 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=84.818Β΅s] [] [2024/05/06 02:44:39.521 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 02:44:39.522 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=895.905Β΅s] [] [2024/05/06 02:44:39.583 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 02:44:39.588 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:39.588 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:39.588 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:39.588 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:39.588 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:39.588 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:39.588 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:39.588 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:39.588 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:39.588 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:39.588 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:39.588 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:39.591 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:39.591 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:39.591 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:39.591 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:39.591 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:39.591 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=292.623441ms] [] [2024/05/06 02:44:39.647 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:39.649 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:39.650 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:39.650 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:39.841 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 02:44:39.844 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:39.844 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:44:40.033 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:44:40.120 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 02:44:40.121 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 02:44:40.121 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 02:44:40.132 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=11.493932ms] [] [2024/05/06 02:44:40.132 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [groupId=-1] [size=33] [kvs=1] [checksum=993147155581682176] [2024/05/06 02:44:40.132 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 02:44:40.133 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [weight=30] [2024/05/06 02:44:40.133 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [concurrency=15] [2024/05/06 02:44:40.138 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=327] [physicalTableID=327] [indexID=-1] [checksum=993147155581682176] [totalKvs=1] [totalBytes=33] [2024/05/06 02:44:40.139 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [local="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 02:44:40.139 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=18.263386ms] [] [2024/05/06 02:44:40.139 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=18.604437ms] [] [2024/05/06 02:44:40.188 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=154.666917ms] [] [2024/05/06 02:44:40.231 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:40.232 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=70] [step=post-process] [state=running] [] [2024/05/06 02:44:40.237 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=70] [2024/05/06 02:44:40.375 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=70] [2024/05/06 02:44:40.378 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=70] [type=ImportInto] [2024/05/06 02:44:40.403 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:40.403 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=70] [2024/05/06 02:44:40.547 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:40.642 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.355553998\n# Parse_time: 0.000582422\n# Compile_time: 0.001532482\n# Rewrite_time: 0.000411291\n# Optimize_time: 0.002071009\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 02:44:40.666 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:41.022 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.310243924\n# Parse_time: 0\n# Compile_time: 0.004266229\n# Rewrite_time: 0.000939898\n# Optimize_time: 0.000942665\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9effb8e73ddb4addd727fcdab2ed4d7f312c611e9709931aec18b081eb7b81e6\n# Num_cop_tasks: 0\n# Mem_max: 225756\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 3\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9gHwTzAJM180CTAJODAwMAlDb2x1bW4jNAkzCXRpbWU6MzA0LjRtcywgbG9vcHM6MiwgQ29uY3VycmVuY3k6NQkxNS41IEtCCU4vQQoxCTFfNQkwCUkIZXEoDUxMMywgInN0b3JhZ2UuZW5naW5lIikZXwwzLjhtGV8gCTIwNC45IEtCBVHwPDIJMTFfNgkwCTEwMDAwCXRhYmxlOkNMVVNURVJfQ09ORklHLCBub2RlX3R5cGVzOlsidGlrdiJdCTIxMjQJwAgyODEuYQAkMwlOL0EJTi9BCg==')\n# Plan_digest: a5f0c0e455a8cac65b6a9db45b21993c76e17be51ff1d76d4ae8c4df44742533\n# Binary_plan: tidb_decode_binary_plan('5AJgCt8CCgxQcm9qZWN0aW9uXzQS+AEKC1NlbA0QVDUSigEKDk1lbVRhYmxlU2Nhbl82KQABAViIw0AwzBA4AUABSiYKJAoSaW5mb3JtYQVG8EZzY2hlbWESDkNMVVNURVJfQ09ORklHUhNub2RlX3R5cGVzOlsidGlrdiJdWhV0aW1lOjI4MS44bXMsIGxvb3BzOjNw/////wUDBAF4BQcBASQBIQAAAADgdB5BCYMQQL9AMAMBgnxSHmVxKENvbHVtbiMzLCAic3RvcmFnZS5lbmdpbmUiKQ1lCDMwMy5lABAycMDnDC5eABSamZmZWYFGXgAACA1bADQVSAg0LjQZrXwyYg1Db25jdXJyZW5jeTo1cJx8eP///////////wEYAQ==')\n# Resource_group: default\nselect `value` from information_schema.cluster_config where type = 'tikv' and `key` = 'storage.engine';"] [2024/05/06 02:44:41.023 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:44:41.139 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=71] [task-id=71] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:44:41.150 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.506092103\n# Parse_time: 0.001124046\n# Compile_time: 0.00221133\n# Rewrite_time: 0.000457353\n# Optimize_time: 0.002071009\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NTAxLjdtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NTAxLjdtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 02:44:41.210 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=71] [2024/05/06 02:44:41.210 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:44:41.318 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:41.319 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:41.321 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/05/06 02:44:41.346 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:41.350 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 02:44:41.350 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/05/06 02:44:41.350 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=59.433Β΅s] [2024/05/06 02:44:41.350 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=214.131Β΅s] [] [2024/05/06 02:44:41.350 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:41.351 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 02:44:41.577 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/05/06 02:44:41.604 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=71] [2024/05/06 02:44:41.651 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=71] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:44:41.700 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:44:41.702 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 02:44:41.703 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:41.715 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:41.715 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:41.716 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:41.716 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:41.718 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:41.718 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:41.737 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:41.739 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:41.739 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 02:44:41.739 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=71] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:41.739 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=71] [disk-quota=700.7GiB] [2024/05/06 02:44:41.796 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [2024/05/06 02:44:41.802 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 02:44:41.806 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 02:44:41.806 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/05/06 02:44:41.829 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=329] [key=1.txt:0] [2024/05/06 02:44:41.831 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=1.txt:0] [readDur=1.130618ms] [encodeDur=579.259Β΅s] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [deliverDur=288.553Β΅s] [type=file] [takeTime=2.331535ms] [] [2024/05/06 02:44:41.832 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [takeTime=35.892391ms] [] [2024/05/06 02:44:41.832 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/71/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/6f106aed-42d4-4a5a-8df3-8e3561a9817f.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/05/06 02:44:41.832 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 02:44:41.832 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 02:44:41.832 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 02:44:41.835 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.556001ms] [] [2024/05/06 02:44:41.835 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 02:44:41.840 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:41.863 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/05/06 02:44:41.864 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:41.881 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 02:44:41.884 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=49.135892ms] [] [2024/05/06 02:44:41.884 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 02:44:41.886 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.429643ms] [] [2024/05/06 02:44:41.886 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 02:44:41.886 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 02:44:41.888 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.977394ms] [] [2024/05/06 02:44:41.888 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 02:44:41.888 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 02:44:41.888 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=99.834Β΅s] [] [2024/05/06 02:44:41.888 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 02:44:41.890 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.216935ms] [] [2024/05/06 02:44:41.932 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:41.934 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:41.935 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:41.935 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:42.045 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 02:44:42.050 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:42.051 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:42.050 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:42.050 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:42.051 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:42.051 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:42.051 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:42.051 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:42.051 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:42.051 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:42.051 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:42.051 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:42.055 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:42.055 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:42.055 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:42.055 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:42.055 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:42.055 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=354.656595ms] [] [2024/05/06 02:44:42.105 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 02:44:42.107 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:42.107 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:44:42.315 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:44:42.400 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 02:44:42.401 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 02:44:42.401 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 02:44:42.419 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=17.803102ms] [] [2024/05/06 02:44:42.419 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [groupId=-1] [size=33] [kvs=1] [checksum=17004222232752915364] [2024/05/06 02:44:42.419 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 02:44:42.419 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [weight=30] [2024/05/06 02:44:42.419 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [concurrency=15] [2024/05/06 02:44:42.427 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=329] [physicalTableID=329] [indexID=-1] [checksum=17004222232752915364] [totalKvs=1] [totalBytes=33] [2024/05/06 02:44:42.428 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [local="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 02:44:42.428 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=27.379326ms] [] [2024/05/06 02:44:42.428 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=27.644258ms] [] [2024/05/06 02:44:42.563 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:42.563 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=71] [step=post-process] [state=running] [] [2024/05/06 02:44:42.567 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=71] [2024/05/06 02:44:42.588 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=272.758129ms] [] [2024/05/06 02:44:42.656 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=71] [2024/05/06 02:44:42.670 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=71] [type=ImportInto] [2024/05/06 02:44:42.699 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:42.699 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=71] [2024/05/06 02:44:42.849 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowDetachedJob [2024/05/06 02:44:43.335 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/05/06 02:44:43.340 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/05/06 02:44:43.421 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:43.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:43.421 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:43.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database show_detached_job"] [2024/05/06 02:44:43.499 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:43.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:43.585 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=2.359677ms] [gotSchemaVersion=238] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:44:43.609 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=332] [version=238] [2024/05/06 02:44:43.628 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=55.781859ms] [job="ID:332, Type:create schema, State:done, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:43.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:43.706 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create schema, State:synced, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:43.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:43.757 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/05/06 02:44:43.757 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:43.770 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.430797665\n# Parse_time: 0.000414598\n# Compile_time: 0.001380816\n# Rewrite_time: 0.00005936\n# Optimize_time: 0.003083124\n# Wait_TS: 0.000908867\n# Is_internal: false\n# Digest: 25246314a6ebd7f69b688638b3b82878b020e36513e3490e8f74e07653bbcfc5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database show_detached_job;"] [2024/05/06 02:44:43.774 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 02:44:43.880 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:43.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:43.881 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:43.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 02:44:44.061 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:43.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:44.079 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 333, Table Name: t1"] [2024/05/06 02:44:44.195 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=4.809003ms] [gotSchemaVersion=239] [phyTblIDs="[333]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:44.216 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=334] [version=239] [2024/05/06 02:44:44.231 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=63.964902ms] [job="ID:334, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:43.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:44.310 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:43.774 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:44.386 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/05/06 02:44:44.386 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:44.393 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.620158015\n# Parse_time: 0.000673017\n# Compile_time: 0.001286167\n# Rewrite_time: 0.000071974\n# Optimize_time: 0.003083124\n# Wait_TS: 0.000495752\n# DB: show_detached_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse show_detached_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 02:44:44.395 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 02:44:44.499 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:44.499 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 02:44:44.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:44.622 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 335, Table Name: t2"] [2024/05/06 02:44:44.765 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=4.188771ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:44.788 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=336] [version=240] [2024/05/06 02:44:44.812 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=60.13302ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:44.898 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:44.980 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/05/06 02:44:44.981 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:44.986 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.592645019\n# Parse_time: 0.000441862\n# Compile_time: 0.000963387\n# Rewrite_time: 0.000052947\n# Optimize_time: 0.003083124\n# Wait_TS: 0.002891252\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 02:44:44.989 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 02:44:45.059 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:44.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:45.059 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:44.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 02:44:45.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:44.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:45.164 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 337, Table Name: t3"] [2024/05/06 02:44:45.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=3.14207ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:45.269 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=338] [version=241] [2024/05/06 02:44:45.298 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=55.40715ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:44.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:45.424 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:44.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:45.483 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/05/06 02:44:45.484 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:45.490 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.50301929\n# Parse_time: 0.000441341\n# Compile_time: 0.00101855\n# Rewrite_time: 0.000059746\n# Optimize_time: 0.003083124\n# Wait_TS: 0.000486502\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 02:44:45.513 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:45.761 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 02:44:45.973 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=72] [task-id=72] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:45.988 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.495637561\n# Parse_time: 0.001256193\n# Compile_time: 0.002211129\n# Rewrite_time: 0.000425283\n# Optimize_time: 0.003083124\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDkxLjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDkxLjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t1` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 02:44:46.030 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=72] [2024/05/06 02:44:46.031 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:46.140 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:46.142 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:46.143 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/05/06 02:44:46.173 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:46.179 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 02:44:46.179 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 02:44:46.179 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=55.572Β΅s] [2024/05/06 02:44:46.179 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=191.841Β΅s] [] [2024/05/06 02:44:46.179 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:46.179 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:46.348 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/05/06 02:44:46.382 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=72] [2024/05/06 02:44:46.396 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=72] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:46.470 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:46.472 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 02:44:46.473 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:46.488 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:46.489 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:46.489 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:46.489 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:46.492 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:46.492 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:46.519 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:46.522 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:46.523 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 02:44:46.523 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=72] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:46.523 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=72] [disk-quota=700.7GiB] [2024/05/06 02:44:46.684 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [2024/05/06 02:44:46.690 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 02:44:46.695 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 02:44:46.695 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=333] [2024/05/06 02:44:46.727 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=333] [key=t.csv:0] [2024/05/06 02:44:46.729 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=333] [key=t.csv:0] [readDur=1.498745ms] [encodeDur=628.945Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=55.058Β΅s] [type=file] [takeTime=2.613873ms] [] [2024/05/06 02:44:46.730 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [takeTime=46.379189ms] [] [2024/05/06 02:44:46.731 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/72/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/9f4f94a8-34e3-4da5-8dc8-f0d6cce0ae81.sst] [firstKey=74800000000000014D5F728000000000000001] [lastKey=74800000000000014D5F728000000000000002] [2024/05/06 02:44:46.731 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 02:44:46.731 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 02:44:46.731 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 02:44:46.733 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.973813ms] [] [2024/05/06 02:44:46.733 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/05/06 02:44:46.743 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:46.768 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/05/06 02:44:46.768 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:46.796 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 02:44:46.803 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=69.176262ms] [] [2024/05/06 02:44:46.803 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 02:44:46.804 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.470194ms] [] [2024/05/06 02:44:46.804 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 02:44:46.804 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 02:44:46.807 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.963571ms] [] [2024/05/06 02:44:46.807 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/05/06 02:44:46.807 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 02:44:46.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=130.979Β΅s] [] [2024/05/06 02:44:46.807 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 02:44:46.809 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.529893ms] [] [2024/05/06 02:44:46.896 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 02:44:46.901 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:46.901 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:46.901 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:46.901 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:46.901 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:46.901 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:46.902 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:46.902 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:46.902 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:46.902 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:46.902 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:46.902 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:46.906 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:46.906 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:46.906 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:46.906 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:46.906 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:46.906 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=435.770431ms] [] [2024/05/06 02:44:46.982 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:46.984 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:46.985 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:46.985 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:47.191 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 02:44:47.194 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:47.194 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:44:47.411 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:47.482 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 02:44:47.482 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 02:44:47.482 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 02:44:47.483 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=18.714Β΅s] [] [2024/05/06 02:44:47.483 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 02:44:47.483 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 02:44:47.483 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [weight=30] [2024/05/06 02:44:47.483 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [concurrency=15] [2024/05/06 02:44:47.491 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=333] [physicalTableID=333] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 02:44:47.493 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 02:44:47.493 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=10.419966ms] [] [2024/05/06 02:44:47.493 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=10.71306ms] [] [2024/05/06 02:44:47.564 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:47.564 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=running] [] [2024/05/06 02:44:47.566 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=154.540433ms] [] [2024/05/06 02:44:47.568 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=72] [2024/05/06 02:44:47.712 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=72] [type=ImportInto] [2024/05/06 02:44:47.720 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=72] [2024/05/06 02:44:47.747 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:47.747 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=72] [2024/05/06 02:44:47.872 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:48.051 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:48.402 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 02:44:48.498 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=73] [task-id=73] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:48.508 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.476994364\n# Parse_time: 0.001554644\n# Compile_time: 0.002448469\n# Rewrite_time: 0.000398014\n# Optimize_time: 0.002334629\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDcyLjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDcyLjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t2` FROM 'gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 02:44:48.564 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=73] [2024/05/06 02:44:48.565 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:48.678 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:48.679 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:48.680 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/05/06 02:44:48.714 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:48.719 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 02:44:48.719 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 02:44:48.719 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=75.311Β΅s] [2024/05/06 02:44:48.719 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=268.941Β΅s] [] [2024/05/06 02:44:48.720 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:48.720 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:48.953 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/05/06 02:44:48.981 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=73] [2024/05/06 02:44:48.992 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=73] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:49.053 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:49.055 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 02:44:49.056 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:49.068 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:49.068 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:49.069 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:49.069 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:49.071 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:49.071 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:49.093 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:49.095 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:49.095 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 02:44:49.095 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=73] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:49.095 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=73] [disk-quota=700.7GiB] [2024/05/06 02:44:49.182 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [2024/05/06 02:44:49.188 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 02:44:49.193 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 02:44:49.193 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/05/06 02:44:49.300 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [2024/05/06 02:44:49.304 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [readDur=1.531568ms] [encodeDur=656.976Β΅s] [checksum="{cksum=0,size=50,kvs=2}"] [deliverDur=644.375Β΅s] [type=file] [takeTime=3.288749ms] [] [2024/05/06 02:44:49.304 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000014F5F728000000000000001] [2024/05/06 02:44:49.305 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [takeTime=122.885513ms] [] [2024/05/06 02:44:49.305 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/73/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/bc39bce5-1582-4b4e-b7de-b34301497860.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000001] [2024/05/06 02:44:49.305 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 02:44:49.305 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 02:44:49.305 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 02:44:49.308 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=2.43854ms] [] [2024/05/06 02:44:49.308 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/05/06 02:44:49.313 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:49.336 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/05/06 02:44:49.336 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:49.413 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/05/06 02:44:49.416 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=108.073868ms] [] [2024/05/06 02:44:49.416 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 02:44:49.418 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.53445ms] [] [2024/05/06 02:44:49.418 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 02:44:49.418 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 02:44:49.420 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.897365ms] [] [2024/05/06 02:44:49.420 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/05/06 02:44:49.420 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 02:44:49.420 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=123.902Β΅s] [] [2024/05/06 02:44:49.420 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 02:44:49.422 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.355218ms] [] [2024/05/06 02:44:49.498 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 02:44:49.500 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:49.501 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:49.502 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:49.502 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:49.503 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:49.503 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:49.503 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:49.503 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:49.503 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:49.503 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:49.503 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:49.503 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:49.503 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:49.503 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:49.503 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:49.503 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:49.506 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:49.506 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:49.506 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:49.507 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:49.507 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:49.507 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=453.494338ms] [] [2024/05/06 02:44:49.598 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 02:44:49.600 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:49.600 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:44:49.783 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:49.912 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 02:44:49.912 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 02:44:49.912 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 02:44:49.912 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=46.77Β΅s] [] [2024/05/06 02:44:49.912 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [groupId=-1] [size=50] [kvs=2] [checksum=0] [2024/05/06 02:44:49.913 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [checksum="{cksum=0,size=50,kvs=2}"] [2024/05/06 02:44:49.913 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [weight=30] [2024/05/06 02:44:49.913 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [concurrency=15] [2024/05/06 02:44:49.919 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=335] [physicalTableID=335] [indexID=-1] [checksum=4702128331558417619] [totalKvs=1] [totalBytes=25] [2024/05/06 02:44:49.920 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=7.887165ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:49.920 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=8.496855ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:49.921 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:49.921 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:49.921 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 02:44:49.950 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=166.909653ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 02:44:49.950 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:50.023 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\\\"}\"]"] [2024/05/06 02:44:50.076 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=73] [type=ImportInto] [2024/05/06 02:44:50.097 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=73] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 02:44:50.098 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=post-process] [mode=Normal] [2024/05/06 02:44:50.106 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=73] [2024/05/06 02:44:50.171 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=73] [2024/05/06 02:44:50.199 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:50.199 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=73] [2024/05/06 02:44:50.305 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:50.560 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:50.810 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 02:44:50.998 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=74] [task-id=74] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:51.012 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.469821841\n# Parse_time: 0.000644777\n# Compile_time: 0.001575654\n# Rewrite_time: 0.000313992\n# Optimize_time: 0.000246743\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: b86f04c5b3edab39000659b5ba982255465d090c72b33624ca1e0eca6a8db054\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDY2LjdtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDY2LjdtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t3` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 02:44:51.066 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/05/06 02:44:51.067 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:51.176 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:51.178 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:51.180 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/05/06 02:44:51.215 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:51.220 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 02:44:51.220 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/05/06 02:44:51.220 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=68.281Β΅s] [2024/05/06 02:44:51.220 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=224.399Β΅s] [] [2024/05/06 02:44:51.221 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:51.221 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:51.415 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/05/06 02:44:51.472 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=74] [2024/05/06 02:44:51.477 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=74] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:51.641 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:51.643 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 02:44:51.645 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:51.675 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:51.675 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:51.676 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:51.677 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:51.691 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:51.691 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:51.721 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:51.723 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:51.724 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 02:44:51.724 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=74] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:51.725 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=74] [disk-quota=700.7GiB] [2024/05/06 02:44:51.804 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [2024/05/06 02:44:51.811 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/05/06 02:44:51.822 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/05/06 02:44:51.822 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/05/06 02:44:51.823 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [takeTime=18.717527ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:51.823 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:51.824 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:51.824 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:51.824 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:51.824 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:51.824 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:51.824 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:51.824 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:51.824 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:51.824 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:44:51.873 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 02:44:51.877 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:51.878 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:51.878 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:51.878 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:51.878 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:51.880 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:51.880 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:51.880 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:51.880 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:51.880 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:51.881 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=239.049461ms] [error="occur an error when sort chunk"] [2024/05/06 02:44:51.881 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:44:51.927 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 02:44:52.004 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=74] [type=ImportInto] [2024/05/06 02:44:52.008 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=74] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 02:44:52.010 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=74] [step=import] [mode=Normal] [2024/05/06 02:44:52.048 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=74] [2024/05/06 02:44:52.141 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=74] [2024/05/06 02:44:52.251 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:52.251 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=74] [2024/05/06 02:44:52.374 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowJob [2024/05/06 02:44:52.589 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/05/06 02:44:52.593 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/05/06 02:44:52.688 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:52.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_show_job"] [2024/05/06 02:44:52.688 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:52.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:52.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:52.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:52.950 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=2.025916ms] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:44:52.968 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=340] [version=242] [2024/05/06 02:44:52.986 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=58.832291ms] [job="ID:340, Type:create schema, State:done, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:44:52.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:53.064 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create schema, State:synced, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:52.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:53.115 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/05/06 02:44:53.116 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:53.129 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.536798447\n# Parse_time: 0.000348595\n# Compile_time: 0.000991335\n# Rewrite_time: 0.000048716\n# Optimize_time: 0.000246405\n# Wait_TS: 0.004318596\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 6a43f3d1ccd2f9cd2e6ccabefc683cfa9d32cd60c123bf00a049f7fb52aae799\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database test_show_job;"] [2024/05/06 02:44:53.136 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 02:44:53.227 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:53.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 02:44:53.227 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:53.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:53.330 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:53.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:53.348 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 341, Table Name: t1"] [2024/05/06 02:44:53.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=4.001418ms] [gotSchemaVersion=243] [phyTblIDs="[341]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:53.430 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=342] [version=243] [2024/05/06 02:44:53.455 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=54.857549ms] [job="ID:342, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:53.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:53.538 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [job="ID:342, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:53.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:53.668 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=342] [2024/05/06 02:44:53.668 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:53.674 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.540069343\n# Parse_time: 0.000775021\n# Compile_time: 0.001570315\n# Rewrite_time: 0.00010876\n# Optimize_time: 0.000246405\n# Wait_TS: 0.003260224\n# DB: test_show_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 02:44:53.676 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=243] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 02:44:53.743 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:53.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:53.744 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:53.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 02:44:53.862 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:53.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:53.874 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 343, Table Name: t2"] [2024/05/06 02:44:53.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=5.115669ms] [gotSchemaVersion=244] [phyTblIDs="[343]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:53.965 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=344] [version=244] [2024/05/06 02:44:53.995 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=65.896553ms] [job="ID:344, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:53.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:54.117 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [job="ID:344, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:53.675 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:54.250 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=344] [2024/05/06 02:44:54.251 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:54.259 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.584055619\n# Parse_time: 0.000620386\n# Compile_time: 0.001234743\n# Rewrite_time: 0.000071709\n# Optimize_time: 0.000246405\n# Wait_TS: 0.000606804\n# DB: test_show_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 02:44:54.262 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=244] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 02:44:54.323 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:44:54.324 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 02:44:54.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:54.416 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 345, Table Name: t3"] [2024/05/06 02:44:54.488 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=4.093082ms] [gotSchemaVersion=245] [phyTblIDs="[345]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:44:54.502 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=346] [version=245] [2024/05/06 02:44:54.531 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=55.28072ms] [job="ID:346, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 02:44:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:54.609 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [job="ID:346, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 02:44:54.275 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:44:54.675 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=346] [2024/05/06 02:44:54.675 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:44:54.682 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.421973803\n# Parse_time: 0.001285691\n# Compile_time: 0.001120674\n# Rewrite_time: 0.000069411\n# Optimize_time: 0.000246405\n# Wait_TS: 0.001305487\n# DB: test_show_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 02:44:54.685 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/05/06 02:44:55.108 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.424389601\n# Parse_time: 0.000739737\n# Compile_time: 0.001143346\n# Rewrite_time: 0.000013897\n# Optimize_time: 0.000246405\n# Wait_TS: 0.000714248\n# DB: test_show_job\n# Is_internal: false\n# Digest: 1fb24d1823a445be8d8fa75485be2ee26f9494501c1e786559ae3047dc25db8a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"User test_show_job1@localhost does not exist.\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP USER IF EXISTS 'test_show_job1'@'localhost';"] [2024/05/06 02:44:55.110 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/05/06 02:44:55.317 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/05/06 02:44:55.614 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/05/06 02:44:56.003 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.389657959\n# Parse_time: 0.000598993\n# Compile_time: 0.001066091\n# Rewrite_time: 0.000017155\n# Optimize_time: 0.000246405\n# Wait_TS: 0.000643196\n# DB: test_show_job\n# Is_internal: false\n# Digest: 1fb24d1823a445be8d8fa75485be2ee26f9494501c1e786559ae3047dc25db8a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"User test_show_job2@localhost does not exist.\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP USER IF EXISTS 'test_show_job2'@'localhost';"] [2024/05/06 02:44:56.005 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/05/06 02:44:56.242 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 02:44:56.612 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.372154057\n# Parse_time: 0.001008059\n# Compile_time: 0.001545727\n# Rewrite_time: 0.000035024\n# Optimize_time: 0.000246405\n# Wait_TS: 0.000744304\n# DB: test_show_job\n# Is_internal: false\n# Digest: ac56fb529f2dac6e1a44f27c3dc3e2c29d9e20cc3c82987b59697b362294b93e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nGRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost';"] [2024/05/06 02:44:56.653 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:56.921 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:44:57.130 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=75] [task-id=75] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:57.210 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=75] [2024/05/06 02:44:57.211 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:57.319 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:57.320 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:57.322 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/05/06 02:44:57.365 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:57.369 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 02:44:57.369 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 02:44:57.369 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=83.937Β΅s] [2024/05/06 02:44:57.369 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=258.421Β΅s] [] [2024/05/06 02:44:57.370 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:57.370 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:44:57.563 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/05/06 02:44:57.597 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=75] [2024/05/06 02:44:57.618 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=75] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:44:57.753 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:57.755 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 02:44:57.756 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:57.770 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:44:57.770 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:44:57.772 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:57.772 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:44:57.773 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:44:57.773 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:44:57.803 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:44:57.805 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:44:57.805 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 02:44:57.805 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=75] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:44:57.805 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=75] [disk-quota=700.7GiB] [2024/05/06 02:44:57.865 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [2024/05/06 02:44:57.872 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 02:44:57.876 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 02:44:57.877 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=341] [2024/05/06 02:44:57.999 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=341] [key=t.csv:0] [2024/05/06 02:44:58.002 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=341] [key=t.csv:0] [readDur=1.408788ms] [encodeDur=516.067Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=336.806Β΅s] [type=file] [takeTime=2.702183ms] [] [2024/05/06 02:44:58.003 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/14a064c0-6566-52c4-87f4-e5885586fbff.sst/88158579-1f34-4313-9eff-5dcf63541ef5.sst] [firstKey=7480000000000001555F728000000000000001] [lastKey=7480000000000001555F728000000000000002] [2024/05/06 02:44:58.003 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [takeTime=137.913561ms] [] [2024/05/06 02:44:58.004 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 02:44:58.004 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 02:44:58.004 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 02:44:58.006 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=2.322719ms] [] [2024/05/06 02:44:58.006 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/05/06 02:44:58.012 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:44:58.036 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/05/06 02:44:58.036 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:44:58.057 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 02:44:58.060 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=53.544732ms] [] [2024/05/06 02:44:58.060 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 02:44:58.061 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.256566ms] [] [2024/05/06 02:44:58.061 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 02:44:58.061 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 02:44:58.063 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.801237ms] [] [2024/05/06 02:44:58.063 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/05/06 02:44:58.063 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 02:44:58.064 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=94.702Β΅s] [] [2024/05/06 02:44:58.064 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 02:44:58.065 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.0827ms] [] [2024/05/06 02:44:58.132 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 02:44:58.135 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:44:58.135 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:44:58.136 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:44:58.136 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:44:58.136 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:58.136 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:44:58.136 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:44:58.136 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:58.136 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:58.136 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:58.136 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:58.136 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:44:58.139 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:44:58.139 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:44:58.139 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:44:58.139 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:44:58.139 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:44:58.139 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=386.134746ms] [] [2024/05/06 02:44:58.153 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:44:58.155 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:58.156 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/05/06 02:44:58.156 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:44:58.336 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 02:44:58.346 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:44:58.346 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:44:58.592 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:44:58.672 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 02:44:58.672 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 02:44:58.672 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 02:44:58.672 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=15.696Β΅s] [] [2024/05/06 02:44:58.672 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 02:44:58.672 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 02:44:58.673 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [weight=30] [2024/05/06 02:44:58.673 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [concurrency=15] [2024/05/06 02:44:58.684 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=341] [physicalTableID=341] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 02:44:58.685 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 02:44:58.685 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=13.198632ms] [] [2024/05/06 02:44:58.686 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=13.431151ms] [] [2024/05/06 02:44:58.745 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:44:58.746 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=75] [step=post-process] [state=running] [] [2024/05/06 02:44:58.746 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=154.338077ms] [] [2024/05/06 02:44:58.750 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=75] [2024/05/06 02:44:58.885 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=75] [type=ImportInto] [2024/05/06 02:44:58.887 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=75] [2024/05/06 02:44:58.920 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:44:58.920 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=75] [2024/05/06 02:44:59.023 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.395523612\n# Parse_time: 0.000971236\n# Compile_time: 0.002969594\n# Rewrite_time: 0.000596727\n# Optimize_time: 0.000202032\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zOXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zOXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 02:44:59.053 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:44:59.074 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:59.416 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:44:59.564 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=76] [task-id=76] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:44:59.618 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=76] [2024/05/06 02:44:59.619 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:44:59.732 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:44:59.734 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:44:59.735 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/05/06 02:44:59.772 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:44:59.781 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 02:44:59.781 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 02:44:59.782 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=129.565Β΅s] [2024/05/06 02:44:59.782 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=374.856Β΅s] [] [2024/05/06 02:44:59.782 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:44:59.782 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:45:00.066 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/05/06 02:45:00.108 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=76] [2024/05/06 02:45:00.111 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=76] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:45:00.182 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:45:00.183 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 02:45:00.185 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:00.199 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:45:00.199 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:45:00.200 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:45:00.200 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:45:00.202 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:45:00.202 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:45:00.225 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:45:00.228 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:45:00.228 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 02:45:00.228 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=76] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:45:00.228 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=76] [disk-quota=700.7GiB] [2024/05/06 02:45:00.297 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [2024/05/06 02:45:00.302 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 02:45:00.309 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 02:45:00.309 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=343] [2024/05/06 02:45:00.342 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=343] [key=t.csv:0] [2024/05/06 02:45:00.345 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=343] [key=t.csv:0] [readDur=1.606282ms] [encodeDur=855.152Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=527.516Β΅s] [type=file] [takeTime=3.50215ms] [] [2024/05/06 02:45:00.347 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [takeTime=49.919767ms] [] [2024/05/06 02:45:00.347 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e31f885e-858e-52f9-8c22-abc4981608ce.sst/9b0d3ad6-3ba8-4169-9827-683d3e878f61.sst] [firstKey=7480000000000001575F728000000000000001] [lastKey=7480000000000001575F728000000000000002] [2024/05/06 02:45:00.347 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 02:45:00.347 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 02:45:00.347 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 02:45:00.349 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=2.277177ms] [] [2024/05/06 02:45:00.349 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/05/06 02:45:00.357 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:45:00.381 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/05/06 02:45:00.381 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:45:00.401 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 02:45:00.403 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=53.989884ms] [] [2024/05/06 02:45:00.404 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 02:45:00.405 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.22734ms] [] [2024/05/06 02:45:00.405 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 02:45:00.405 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 02:45:00.407 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.566188ms] [] [2024/05/06 02:45:00.407 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/05/06 02:45:00.407 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 02:45:00.407 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=63.548Β΅s] [] [2024/05/06 02:45:00.407 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 02:45:00.408 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=976.476Β΅s] [] [2024/05/06 02:45:00.475 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 02:45:00.479 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:45:00.479 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:45:00.479 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:45:00.479 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:45:00.480 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:00.480 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:45:00.480 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:45:00.480 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:45:00.480 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:45:00.480 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:00.480 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:45:00.480 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:45:00.483 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:45:00.483 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:45:00.483 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:45:00.483 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:00.483 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:45:00.483 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=300.73934ms] [] [2024/05/06 02:45:00.626 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:45:00.628 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:45:00.630 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/05/06 02:45:00.630 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:45:00.755 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 02:45:00.757 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:45:00.757 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:45:00.992 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:45:01.075 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 02:45:01.075 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 02:45:01.075 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 02:45:01.075 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=10.166Β΅s] [] [2024/05/06 02:45:01.075 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 02:45:01.075 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 02:45:01.075 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [weight=30] [2024/05/06 02:45:01.075 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [concurrency=15] [2024/05/06 02:45:01.165 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=343] [physicalTableID=343] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 02:45:01.166 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 02:45:01.166 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=91.102085ms] [] [2024/05/06 02:45:01.166 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=91.298805ms] [] [2024/05/06 02:45:01.276 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=283.655355ms] [] [2024/05/06 02:45:01.277 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:45:01.277 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=76] [step=post-process] [state=running] [] [2024/05/06 02:45:01.298 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=76] [2024/05/06 02:45:01.447 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=76] [2024/05/06 02:45:01.450 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=76] [type=ImportInto] [2024/05/06 02:45:01.479 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:45:01.479 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=76] [2024/05/06 02:45:01.599 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:45:01.842 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.786994302\n# Parse_time: 0.000582282\n# Compile_time: 0.001891049\n# Rewrite_time: 0.000414404\n# Optimize_time: 0.000257692\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 02:45:01.938 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 02:45:02.202 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:02.554 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 02:45:02.687 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=77] [task-id=77] [data-size=6B] [thread-cnt=1] [global-sort=false] [2024/05/06 02:45:02.741 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=77] [2024/05/06 02:45:02.741 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 02:45:02.851 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:45:02.852 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:45:02.911 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/05/06 02:45:02.958 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:02.964 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 02:45:02.964 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/05/06 02:45:02.965 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=125.919Β΅s] [2024/05/06 02:45:02.965 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=306.479Β΅s] [] [2024/05/06 02:45:02.965 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 02:45:02.965 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 02:45:03.147 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/05/06 02:45:03.166 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=77] [type=ImportInto] [remaining-slots=59] [2024/05/06 02:45:03.174 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=77] [2024/05/06 02:45:03.227 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:45:03.229 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 02:45:03.231 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:03.247 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:45:03.247 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:45:03.249 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:45:03.249 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:45:03.251 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:45:03.251 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:45:03.274 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:45:03.276 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:45:03.277 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 02:45:03.277 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=77] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:45:03.277 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=77] [disk-quota=700.7GiB] [2024/05/06 02:45:03.328 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=3] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:623\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:340\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:419\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1472\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1571\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1201\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:793"] [2024/05/06 02:45:03.355 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [2024/05/06 02:45:03.360 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 02:45:03.365 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 02:45:03.365 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 02:45:03.399 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t.csv:0] [2024/05/06 02:45:03.402 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t.csv:0] [readDur=1.19918ms] [encodeDur=598.542Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=150.1Β΅s] [type=file] [takeTime=2.373015ms] [] [2024/05/06 02:45:03.403 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/e21dc392-0c66-5341-82f7-424a895bc139.sst/f9aa76f0-fc82-4ba3-815a-fbac8ccb70b5.sst] [firstKey=7480000000000001595F728000000000000001] [lastKey=7480000000000001595F728000000000000002] [2024/05/06 02:45:03.403 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [takeTime=48.295417ms] [] [2024/05/06 02:45:03.479 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 02:45:03.480 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 02:45:03.480 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 02:45:03.482 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.316804ms] [] [2024/05/06 02:45:03.483 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/05/06 02:45:03.489 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:45:03.513 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/05/06 02:45:03.513 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:45:03.531 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 02:45:03.533 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=50.459486ms] [] [2024/05/06 02:45:03.533 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 02:45:03.534 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.269213ms] [] [2024/05/06 02:45:03.535 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 02:45:03.535 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 02:45:03.537 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.877176ms] [] [2024/05/06 02:45:03.537 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/05/06 02:45:03.537 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 02:45:03.537 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=77.287Β΅s] [] [2024/05/06 02:45:03.537 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 02:45:03.538 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=861.388Β΅s] [] [2024/05/06 02:45:03.724 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [2024/05/06 02:45:03.729 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 02:45:03.733 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 02:45:03.734 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 02:45:03.849 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [2024/05/06 02:45:03.853 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=2.154554ms] [encodeDur=691.983Β΅s] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=70.78Β΅s] [type=file] [takeTime=3.498046ms] [] [2024/05/06 02:45:03.855 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [takeTime=130.792836ms] [] [2024/05/06 02:45:03.855 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/d944544f-8c16-48c7-b624-8a5025022817.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004] [2024/05/06 02:45:03.855 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 02:45:03.855 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 02:45:03.855 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 02:45:03.858 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=2.404205ms] [] [2024/05/06 02:45:03.858 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/05/06 02:45:03.872 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:45:03.898 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/05/06 02:45:03.898 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:45:03.925 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 02:45:03.928 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=70.462077ms] [] [2024/05/06 02:45:03.929 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 02:45:03.930 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.596221ms] [] [2024/05/06 02:45:03.930 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 02:45:03.930 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 02:45:03.934 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=3.896695ms] [] [2024/05/06 02:45:03.935 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/05/06 02:45:03.935 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 02:45:03.935 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=124.754Β΅s] [] [2024/05/06 02:45:03.935 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 02:45:03.939 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=3.807077ms] [] [2024/05/06 02:45:04.128 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:45:04.130 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:45:04.132 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/05/06 02:45:04.132 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:45:04.236 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 02:45:04.244 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:45:04.245 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:45:04.245 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:04.245 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:45:04.245 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:45:04.245 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:45:04.245 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:45:04.245 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:45:04.245 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:45:04.245 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:04.245 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:45:04.245 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:45:04.253 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:45:04.253 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:45:04.253 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:45:04.253 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:04.253 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:45:04.253 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=1.025916095s] [] [2024/05/06 02:45:04.261 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/05/06 02:45:04.263 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:45:04.263 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 02:45:04.461 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/06 02:45:04.525 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 02:45:04.526 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 02:45:04.526 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 02:45:04.526 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=18.018Β΅s] [] [2024/05/06 02:45:04.526 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288] [2024/05/06 02:45:04.526 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 02:45:04.526 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [weight=30] [2024/05/06 02:45:04.526 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [concurrency=15] [2024/05/06 02:45:04.599 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100] [2024/05/06 02:45:04.601 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 02:45:04.601 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=75.177961ms] [] [2024/05/06 02:45:04.601 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=75.448095ms] [] [2024/05/06 02:45:04.672 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=210.379231ms] [] [2024/05/06 02:45:04.673 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:45:04.673 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] [] [2024/05/06 02:45:04.678 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77] [2024/05/06 02:45:04.758 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=77] [2024/05/06 02:45:04.794 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:45:04.794 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77] [2024/05/06 02:45:04.800 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto] [2024/05/06 02:45:04.871 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.701296304\n# Parse_time: 0.001100519\n# Compile_time: 0.002159475\n# Rewrite_time: 0.000367859\n# Optimize_time: 0.000239245\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi43cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestZeroDateTime [2024/05/06 02:45:04.892 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/05/06 02:45:04.915 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:45:04.939 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:45:04.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:45:04.939 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:45:04.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/05/06 02:45:05.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:45:04.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:05.164 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id eb70b740-523b-4db5-ae7e-68c6d4d51de1"] ["ddl job id"=347] [ver=246] [2024/05/06 02:45:05.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=595.933Β΅s] [gotSchemaVersion=246] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:45:05.209 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=347] [version=246] [2024/05/06 02:45:05.210 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=119.606847ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:45:04.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:05.272 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:45:04.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:05.330 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=298.119Β΅s] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:45:05.354 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247] [2024/05/06 02:45:05.380 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=60.352284ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:45:04.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:05.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:45:04.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:05.534 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=256.193Β΅s] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 02:45:05.549 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248] [2024/05/06 02:45:05.585 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=58.542569ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:45:04.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:05.688 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"] [2024/05/06 02:45:05.710 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"] [2024/05/06 02:45:05.717 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:45:04.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:05.863 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/05/06 02:45:05.863 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:45:05.870 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.979875575\n# Parse_time: 0.000729497\n# Compile_time: 0.000976512\n# Rewrite_time: 0.000038229\n# Optimize_time: 0.004402655\n# Wait_TS: 0.000831748\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/05/06 02:45:05.872 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=248] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/05/06 02:45:06.014 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:45:05.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:45:06.014 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:45:05.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"] [2024/05/06 02:45:06.100 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:45:05.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:06.204 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=8.76873ms] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 02:45:06.219 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=349] [version=249] [2024/05/06 02:45:06.235 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=55.724431ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 02:45:05.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:06.307 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 02:45:05.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:06.389 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=349] [2024/05/06 02:45:06.389 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:45:06.398 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.526671223\n# Parse_time: 0.000344077\n# Compile_time: 0.000899994\n# Rewrite_time: 0.000033131\n# Optimize_time: 0.004402655\n# Wait_TS: 0.000879468\n# DB: test_show_job\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE import_into;"] [2024/05/06 02:45:06.400 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/05/06 02:45:06.588 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 02:45:06.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:45:06.588 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 02:45:06.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"] [2024/05/06 02:45:06.687 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 02:45:06.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:06.702 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"] [2024/05/06 02:45:06.790 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=4.125961ms] [gotSchemaVersion=250] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 02:45:06.804 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=351] [version=250] [2024/05/06 02:45:06.834 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=66.941927ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 02:45:06.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:06.950 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 02:45:06.525 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:07.002 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=351] [2024/05/06 02:45:07.002 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:45:07.010 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.610863587\n# Parse_time: 0.000609539\n# Compile_time: 0.001093631\n# Rewrite_time: 0.000064075\n# Optimize_time: 0.004402655\n# Wait_TS: 0.002238541\n# DB: test_show_job\n# Is_internal: false\n# Digest: 6ffa3fb40f957702df0418164e10a164663f4ee378a9f45fa18805f7d5d9161f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table import_into.zero_time_table(t datetime);"] [2024/05/06 02:45:07.032 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:07.341 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:45:07.468 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:45:07.545 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/05/06 02:45:07.545 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:45:07.653 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:45:07.654 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:45:07.656 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/05/06 02:45:07.767 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:07.772 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 02:45:07.772 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 02:45:07.772 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=75.127Β΅s] [2024/05/06 02:45:07.772 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=233.753Β΅s] [] [2024/05/06 02:45:07.773 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:45:07.773 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:45:07.952 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/05/06 02:45:07.973 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:45:07.979 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78] [2024/05/06 02:45:08.033 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:45:08.034 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 02:45:08.035 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:08.049 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:45:08.050 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:45:08.050 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:45:08.051 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:45:08.052 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:45:08.052 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:45:08.072 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:45:08.073 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:45:08.074 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 02:45:08.074 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:45:08.074 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=700.7GiB] [2024/05/06 02:45:08.141 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [2024/05/06 02:45:08.147 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 02:45:08.152 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 02:45:08.152 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=350] [2024/05/06 02:45:08.169 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [2024/05/06 02:45:08.172 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.531933ms] [encodeDur=626.064Β΅s] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=266.903Β΅s] [type=file] [takeTime=2.857637ms] [] [2024/05/06 02:45:08.173 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [takeTime=31.378571ms] [] [2024/05/06 02:45:08.173 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/418a9741-a9e5-44a6-9ecb-bb1ab2396310.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001] [2024/05/06 02:45:08.173 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 02:45:08.173 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 02:45:08.173 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 02:45:08.175 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.917643ms] [] [2024/05/06 02:45:08.175 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/05/06 02:45:08.181 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 02:45:08.204 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/05/06 02:45:08.205 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 02:45:08.224 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 02:45:08.226 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=50.773055ms] [] [2024/05/06 02:45:08.226 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 02:45:08.228 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.430908ms] [] [2024/05/06 02:45:08.228 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 02:45:08.228 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 02:45:08.230 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.531571ms] [] [2024/05/06 02:45:08.230 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/05/06 02:45:08.230 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 02:45:08.230 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=72.571Β΅s] [] [2024/05/06 02:45:08.230 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 02:45:08.231 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.210048ms] [] [2024/05/06 02:45:08.371 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 02:45:08.374 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 02:45:08.376 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:45:08.376 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:45:08.376 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:45:08.376 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:45:08.376 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:45:08.376 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:45:08.376 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:08.376 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:45:08.376 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:45:08.376 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:45:08.376 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:08.376 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:45:08.376 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:45:08.377 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [2024/05/06 02:45:08.377 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 02:45:08.379 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:45:08.379 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:45:08.379 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:45:08.379 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:08.379 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:45:08.379 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=346.660806ms] [] [2024/05/06 02:45:08.490 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/05/06 02:45:08.492 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 02:45:08.492 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 02:45:08.673 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:45:08.732 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 02:45:08.732 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 02:45:08.732 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 02:45:08.744 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=12.125523ms] [] [2024/05/06 02:45:08.745 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399] [2024/05/06 02:45:08.745 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 02:45:08.745 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [weight=30] [2024/05/06 02:45:08.745 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [concurrency=15] [2024/05/06 02:45:08.823 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36] [2024/05/06 02:45:08.824 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [local="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 02:45:08.824 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=91.817218ms] [] [2024/05/06 02:45:08.824 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=92.078504ms] [] [2024/05/06 02:45:08.885 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 02:45:08.885 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] [] [2024/05/06 02:45:08.889 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78] [2024/05/06 02:45:08.899 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=225.809793ms] [] [2024/05/06 02:45:08.968 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78] [2024/05/06 02:45:08.975 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto] [2024/05/06 02:45:09.005 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:45:09.006 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78] [2024/05/06 02:45:09.054 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.040488875\n# Parse_time: 0.000649897\n# Compile_time: 0.001723677\n# Rewrite_time: 0.000392307\n# Optimize_time: 0.004402655\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4wNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4wNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:45:09.072 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/05/06 02:45:09.131 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 02:45:09.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 02:45:09.131 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 02:45:09.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"] [2024/05/06 02:45:09.141 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:45:09.227 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 02:45:09.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:09.247 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"] [2024/05/06 02:45:09.398 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=3.098241ms] [gotSchemaVersion=251] [phyTblIDs="[350,352]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 02:45:09.412 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=353] [version=251] [2024/05/06 02:45:09.444 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=54.672963ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 02:45:09.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:09.544 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"] [2024/05/06 02:45:09.574 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"] [2024/05/06 02:45:09.580 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 02:45:09.074 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 02:45:09.658 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=353] [2024/05/06 02:45:09.658 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 02:45:09.663 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.592199118\n# Parse_time: 0.000324236\n# Compile_time: 0.000863386\n# Rewrite_time: 0.000038073\n# Optimize_time: 0.001149646\n# Wait_TS: 0.000618926\n# DB: test_show_job\n# Is_internal: false\n# Digest: e7b6875866509e7173fa66f822e248d19716b73ff8fdcf9f19f29301bde74b33\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table import_into.zero_time_table;"] [2024/05/06 02:45:09.678 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:09.967 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 02:45:10.080 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 02:45:10.137 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/05/06 02:45:10.138 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 02:45:10.248 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 02:45:10.249 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 02:45:10.251 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [2024/05/06 02:45:10.278 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:10.283 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 02:45:10.283 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 02:45:10.283 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=103.843Β΅s] [2024/05/06 02:45:10.283 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=344.304Β΅s] [] [2024/05/06 02:45:10.283 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 02:45:10.283 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 02:45:10.496 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import] [2024/05/06 02:45:10.524 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79] [2024/05/06 02:45:10.532 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=52] [2024/05/06 02:45:10.591 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/05/06 02:45:10.592 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 02:45:10.593 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 02:45:10.608 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 02:45:10.608 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365709898131214999] [2024/05/06 02:45:10.609 +00:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:45:10.609 +00:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 02:45:10.611 +00:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 02:45:10.611 +00:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 02:45:10.636 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 02:45:10.638 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 02:45:10.638 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 02:45:10.639 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/05/06 02:45:10.639 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=700.7GiB] [2024/05/06 02:45:10.716 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [2024/05/06 02:45:10.722 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 02:45:10.728 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 02:45:10.728 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=352] [2024/05/06 02:45:10.746 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [2024/05/06 02:45:10.749 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=2.223073ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:45:10.749 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [takeTime=33.438528ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:45:10.750 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:45:10.750 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:45:10.751 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:45:10.751 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:45:10.751 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:45:10.751 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:45:10.751 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 02:45:10.751 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:45:10.751 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:45:10.751 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:10.784 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 02:45:10.788 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:45:10.788 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:45:10.789 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:10.789 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:45:10.789 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:45:10.792 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=lightning] [2024/05/06 02:45:10.792 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:45:10.792 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:45:10.792 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:10.792 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:45:10.792 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=201.266343ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 02:45:10.793 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 02:45:10.891 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"] [2024/05/06 02:45:11.004 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto] [2024/05/06 02:45:11.030 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 02:45:11.032 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal] [2024/05/06 02:45:11.056 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79] [2024/05/06 02:45:11.112 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79] [2024/05/06 02:45:11.144 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 02:45:11.145 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79] [2024/05/06 02:45:11.249 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 02:45:11.335 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 02:45:11.337 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6727124199999999\n# Parse_time: 0.000430932\n# Compile_time: 0.001194294\n# Rewrite_time: 0.000263614\n# Optimize_time: 0.001149646\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS42N3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuNjdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 02:45:11.385 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [2024/05/06 02:45:11.385 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [2024/05/06 02:45:11.386 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:45:11.387 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [] [2024/05/06 02:45:11.389 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:45:11.389 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=29.307Β΅s] [2024/05/06 02:45:11.389 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=18.355Β΅s] [2024/05/06 02:45:11.389 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=20.823Β΅s] [2024/05/06 02:45:11.389 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=20.321Β΅s] [2024/05/06 02:45:11.390 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=18.356Β΅s] [2024/05/06 02:45:11.390 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=21.929Β΅s] [2024/05/06 02:45:11.390 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=19.547Β΅s] [2024/05/06 02:45:11.390 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=16.693Β΅s] [2024/05/06 02:45:11.390 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=22.471Β΅s] [2024/05/06 02:45:11.390 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=16.956Β΅s] [2024/05/06 02:45:11.390 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:45:11.390 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=17.28Β΅s] [2024/05/06 02:45:11.390 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 02:45:11.390 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 02:45:11.390 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 02:45:11.428 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=eb70b740-523b-4db5-ae7e-68c6d4d51de1] ["take time"=82.034341ms] [2024/05/06 02:45:11.428 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=eb70b740-523b-4db5-ae7e-68c6d4d51de1] [2024/05/06 02:45:11.432 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 02:45:11.432 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 02:45:11.432 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/465bb7db-25f6-4e21-a5bb-ad1f359f6671] [watcherID=42cf02e0-6e17-455c-a64b-a5efb1cc2c5a] [2024/05/06 02:45:11.432 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/465bb7db-25f6-4e21-a5bb-ad1f359f6671] [2024/05/06 02:45:11.432 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:45:11.433 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:45:11.433 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:45:11.433 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:45:11.433 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 02:45:11.433 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 02:45:11.433 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:45:11.433 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:45:11.433 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:45:11.433 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 02:45:11.440 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 02:45:11.441 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1525] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 02:45:11.445 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 02:45:11.445 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 02:45:11.445 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 02:45:11.446 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 02:45:11.446 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 02:45:11.446 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 02:45:11.446 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 02:45:11.446 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=eb70b740-523b-4db5-ae7e-68c6d4d51de1] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 02:45:11.446 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 02:45:11.446 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 1b8f1d1e-1012-41e2-829d-718d3e0040f8 watch owner key /tidb/br-stream/owner/22318f4bc2466133"] [2024/05/06 02:45:11.445 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 02:45:11.446 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 02:45:11.445 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 02:45:11.446 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 02:45:11.446 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1b8f1d1e-1012-41e2-829d-718d3e0040f8"] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 02:45:11.446 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [2024/05/06 02:45:11.446 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1b8f1d1e-1012-41e2-829d-718d3e0040f8"] [2024/05/06 02:45:11.446 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [2024/05/06 02:45:11.446 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1 watch owner key /tidb/stats/owner/6f188f4bc2467936"] [2024/05/06 02:45:11.446 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 02:45:11.446 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [2024/05/06 02:45:11.446 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 02:45:11.446 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [2024/05/06 02:45:11.446 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 02:45:11.446 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 02:45:11.446 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 02:45:11.446 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 02:45:11.446 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=eb70b740-523b-4db5-ae7e-68c6d4d51de1] [2024/05/06 02:45:11.446 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 02:45:11.447 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 02:45:11.449 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1b8f1d1e-1012-41e2-829d-718d3e0040f8] [daemon-id=LogBackup::Advancer] [2024/05/06 02:45:11.449 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 02:45:11.449 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 02:45:11.449 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 02:45:11.449 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 02:45:11.449 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 02:45:11.449 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 02:45:11.449 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 02:45:11.449 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [error="context canceled"] [2024/05/06 02:45:11.449 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 1b8f1d1e-1012-41e2-829d-718d3e0040f8"] [error="context canceled"] [2024/05/06 02:45:11.463 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:45:11.465 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:45:11.465 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 02:45:11.466 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:144\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:45:11.500 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:132\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:45:11.501 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 02:45:11.502 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:132\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 02:45:11.503 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:132\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 02:45:11.504 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 02:45:11.504 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 02:45:11.504 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 02:45:11.650 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1b8f1d1e-1012-41e2-829d-718d3e0040f8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:45:11.650 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 02:45:12.692 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:45:12.693 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 02:45:12.693 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 02:45:12.911 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1b8f1d1e-1012-41e2-829d-718d3e0040f8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:45:12.920 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb70b740-523b-4db5-ae7e-68c6d4d51de1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 02:45:12.920 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 02:45:12.920 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 02:45:12.920 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 02:45:12.930 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.584506013s] [2024/05/06 02:45:12.931 +00:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 02:45:12.931 +00:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 02:45:12.931 +00:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 02:45:12.931 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 02:45:12.931 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 02:45:12.931 +00:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 02:45:12.931 +00:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 02:45:12.931 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:12.932 +00:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 02:45:12.932 +00:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 02:45:12.932 +00:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 02:45:12.932 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 02:45:12.933 +00:00] [INFO] [client.go:320] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (386.32s) --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s) --- SKIP: TestImportInto/TestAnalyze (0.00s) --- PASS: TestImportInto/TestBasicImportInto (59.47s) --- PASS: TestImportInto/TestCancelJob (13.31s) --- PASS: TestImportInto/TestChecksumNotMatch (12.05s) --- PASS: TestImportInto/TestColumnsAndUserVars (5.25s) --- PASS: TestImportInto/TestDeliverBytesRows (8.79s) --- PASS: TestImportInto/TestDetachedLoadParquet (10.65s) --- PASS: TestImportInto/TestDiskQuota (7.97s) --- PASS: TestImportInto/TestGBK (19.25s) --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (22.41s) --- PASS: TestImportInto/TestIgnoreNLines (14.41s) --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (13.11s) --- PASS: TestImportInto/TestImportMode (25.29s) --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (11.88s) --- PASS: TestImportInto/TestInputNull (7.19s) --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (3.01s) --- PASS: TestImportInto/TestKillBeforeFinish (4.27s) --- PASS: TestImportInto/TestLoadSQLDump (7.62s) --- PASS: TestImportInto/TestMaxWriteSpeed (16.70s) --- PASS: TestImportInto/TestMultiValueIndex (4.84s) --- PASS: TestImportInto/TestOtherCharset (19.89s) --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (5.46s) --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.90s) --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.88s) --- PASS: TestImportInto/TestRegisterTask (11.81s) --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (13.65s) --- PASS: TestImportInto/TestShowDetachedJob (9.21s) --- PASS: TestImportInto/TestShowJob (12.35s) --- PASS: TestImportInto/TestZeroDateTime (6.45s) PASS coverage: 15.1% of statements GCov does not exist at the given path: '' May 06, 2024 2:45:21 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 2:45:21 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 2:45:21 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 2:45:21 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 2:45:21 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 461.972s, Critical Path: 435.08s INFO: 1567 processes: 1541 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1567 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/serial.test: ok! 77 test cases passed, take time 4.841831007 s ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 1.109740102 s ./t/executor/adapter.test: ok! 6 test cases passed, take time 0.057355956 s ./t/executor/admin.test: ok! 171 test cases passed, take time 29.573548771 s ./t/executor/aggregate.test: ok! 886 test cases passed, take time 13.449423397 s ./t/executor/analyze.test: ok! 180 test cases passed, take time 14.181294235 s ./t/executor/autoid.test: ok! 422 test cases passed, take time 6.514248881 s ./t/executor/batch_point_get.test: ok! 85 test cases passed, take time 0.973956008 s ./t/executor/charset.test: ok! 57 test cases passed, take time 0.913551674 s ./t/executor/chunk_reuse.test: ok! 93 test cases passed, take time 0.256578916 s ./t/executor/cluster_table.test: ok! 36 test cases passed, take time 0.219243023 s ./t/executor/compact_table.test: ok! 19 test cases passed, take time 0.299822689 s ./t/executor/cte.test: ok! 133 test cases passed, take time 1.424951747 s ./t/executor/ddl.test: ok! 359 test cases passed, take time 22.236602313 s ./t/executor/delete.test: ok! 71 test cases passed, take time 1.108989104 s ./t/executor/distsql.test: ok! 61 test cases passed, take time 1.5445999750000001 s ./t/executor/executor.test: ok! 2151 test cases passed, take time 57.015906082 s ./t/executor/executor_txn.test: ok! 121 test cases passed, take time 0.612983824 s ./t/executor/explain.test: ok! 120 test cases passed, take time 2.141674861 s ./t/executor/explainfor.test: ok! 378 test cases passed, take time 3.777572551 s ./t/executor/foreign_key.test: ok! 318 test cases passed, take time 13.031049841 s ./t/executor/grant.test: ok! 202 test cases passed, take time 1.964994785 s ./t/executor/import_into.test: ok! 88 test cases passed, take time 0.220105188 s ./t/executor/index_advise.test: ok! 30 test cases passed, take time 0.244506543 s ./t/executor/index_lookup_join.test: ok! 190 test cases passed, take time 4.770726681 s ./t/executor/index_lookup_merge_join.test: ok! 83 test cases passed, take time 2.335983322 s ./t/executor/index_merge_reader.test: ok! 244 test cases passed, take time 16.543701728 s ./t/executor/infoschema_reader.test: ok! 174 test cases passed, take time 6.922444247 s ./t/executor/insert.test: ok! 1224 test cases passed, take time 78.773803762 s ./t/executor/inspection_common.test: ok! 4 test cases passed, take time 0.001829943 s ./t/executor/issues.test: ok! 421 test cases passed, take time 13.015135089 s ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 8.329989706 s ./t/executor/jointest/join.test: ok! 866 test cases passed, take time 36.393147942 s ./t/executor/kv.test: ok! 16 test cases passed, take time 0.185632777 s ./t/executor/merge_join.test: ok! 259 test cases passed, take time 10.207068301 s ./t/executor/parallel_apply.test: ok! 96 test cases passed, take time 3.508933404 s ./t/executor/partition/global_index.test: ok! 94 test cases passed, take time 13.788405625 s ./t/executor/partition/issues.test: ok! 154 test cases passed, take time 6.044435636 s ./t/executor/partition/partition_boundaries.test: ok! 1035 test cases passed, take time 2.674420884 s ./t/executor/partition/partition_with_expression.test: ok! 298 test cases passed, take time 3.698991679 s ./t/executor/partition/table.test: ok! 224 test cases passed, take time 12.488819373 s ./t/executor/partition/write.test: ok! 355 test cases passed, take time 14.318632409 s ./t/executor/password_management.test: ok! 381 test cases passed, take time 3.260542636 s ./t/executor/point_get.test: ok! 273 test cases passed, take time 5.601108343 s ./t/executor/prepared.test: ok! 214 test cases passed, take time 3.031784644 s ./t/executor/revoke.test: ok! 65 test cases passed, take time 0.974807582 s ./t/executor/rowid.test: ok! 63 test cases passed, take time 0.870937324 s ./t/executor/sample.test: ok! 105 test cases passed, take time 12.429933934 s ./t/executor/set.test: ok! 228 test cases passed, take time 0.522352311 s ./t/executor/show.test: ok! 301 test cases passed, take time 15.168312719 s ./t/executor/simple.test: ok! 303 test cases passed, take time 2.961558363 s ./t/executor/split_table.test: ok! 60 test cases passed, take time 14.819490722 s ./t/executor/stale_txn.test: ok! 28 test cases passed, take time 1.383940073 s ./t/executor/statement_context.test: ok! 63 test cases passed, take time 0.405238216 s ./t/executor/union_scan.test: ok! 231 test cases passed, take time 3.891915142 s ./t/executor/update.test: ok! 513 test cases passed, take time 11.299377439 s ./t/executor/window.test: ok! 22 test cases passed, take time 0.271167498 s ./t/executor/write.test: ok! 1079 test cases passed, take time 32.021341874 s ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.076896213 s ./t/explain.test: ok! 21 test cases passed, take time 0.488547862 s ./t/explain_complex.test: ok! 41 test cases passed, take time 1.614769101 s ./t/explain_complex_stats.test: ok! 61 test cases passed, take time 4.544921584 s ./t/explain_cte.test: ok! 53 test cases passed, take time 1.278581776 s ./t/explain_easy.test: ok! 190 test cases passed, take time 6.6601368050000005 s ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 1.4865844990000001 s ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 2.068694488 s ./t/explain_generate_column_substitute.test: ok! 233 test cases passed, take time 33.552100535 s ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 5.495037746 s ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.363135798 s ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.396170932 s ./t/explain_stats.test: ok! 10 test cases passed, take time 0.162728994 s ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.238035859 s ./t/expression/builtin.test: ok! 1332 test cases passed, take time 23.077431885 s ./t/expression/cast.test: ok! 50 test cases passed, take time 0.768802518 s ./t/expression/charset_and_collation.test: ok! 706 test cases passed, take time 32.980806783 s ./t/expression/constant_fold.test: ok! 12 test cases passed, take time 0.17189053 s ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.253310897 s ./t/expression/explain.test: ok! 77 test cases passed, take time 0.646295862 s ./t/expression/issues.test: ok! 1502 test cases passed, take time 55.317259401 s ./t/expression/json.test: ok! 223 test cases passed, take time 2.391894353 s ./t/expression/misc.test: ok! 404 test cases passed, take time 13.441687074 s ./t/expression/multi_valued_index.test: ok! 314 test cases passed, take time 11.455614816 s ./t/expression/plan_cache.test: ok! 184 test cases passed, take time 1.9544652390000001 s ./t/expression/time.test: ok! 279 test cases passed, take time 2.294451968 s ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 1.99192206 s ./t/generated_columns.test: ok! 70 test cases passed, take time 6.878509474 s ./t/globalindex/mem_index_lookup.test: ok! 15 test cases passed, take time 0.342893319 s ./t/imdbload.test: ok! 63 test cases passed, take time 11.102182219 s ./t/index_join.test: ok! 22 test cases passed, take time 1.070136635 s ./t/index_merge.test: ok! 145 test cases passed, take time 4.411234302 s ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.118380995 s ./t/infoschema/infoschema.test: ok! 49 test cases passed, take time 1.830844269 s ./t/infoschema/tables.test: ok! 120 test cases passed, take time 2.508752196 s ./t/infoschema/v2.test: ok! 30 test cases passed, take time 1.573578598 s ./t/naaj.test: ok! 134 test cases passed, take time 0.702644946 s ./t/new_character_set.test: ok! 61 test cases passed, take time 1.249690027 s ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 3.679824875 s ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.924713454 s ./t/parser/integration.test: ok! 8 test cases passed, take time 0.306493509 s ./t/partition.test: ok! 3 test cases passed, take time 0.535761473 s ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 3.21289429 s ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.208758616 s ./t/planner/cascades/integration.test: ok! 246 test cases passed, take time 2.667421643 s ./t/planner/core/binary_plan.test: ok! 6 test cases passed, take time 0.00096486 s ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.347987903 s ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 5.964646591 s ./t/planner/core/casetest/index/index.test: ok! 225 test cases passed, take time 6.434303964 s ./t/planner/core/casetest/integration.test: ok! 459 test cases passed, take time 10.411908511 s ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 2.911070001 s ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 3.310326528 s ./t/planner/core/casetest/physicalplantest/physical_plan.test: ok! 852 test cases passed, take time 10.54035413 s ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.567359878 s ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.431327683 s ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.313321693 s ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 1.642451669 s ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 15.761535949 s ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 2.165939478 s ./t/planner/core/cbo.test: ok! 34 test cases passed, take time 1.365789902 s ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.001330855 s ./t/planner/core/expression_rewriter.test: ok! 206 test cases passed, take time 7.515681409 s ./t/planner/core/indexjoin.test: ok! 16 test cases passed, take time 0.203423864 s ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.114938969 s ./t/planner/core/indexmerge_path.test: ok! 231 test cases passed, take time 8.084636054 s ./t/planner/core/integration.test: ok! 1623 test cases passed, take time 64.758115028 s ./t/planner/core/integration_partition.test: ok! 498 test cases passed, take time 32.426028836 s ./t/planner/core/issuetest/planner_issue.test: ok! 89 test cases passed, take time 3.001529015 s ./t/planner/core/memtable_predicate_extractor.test: ok! 45 test cases passed, take time 0.285297707 s ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 5.307534812 s ./t/planner/core/physical_plan.test: ok! 43 test cases passed, take time 1.073745044 s ./t/planner/core/plan.test: ok! 157 test cases passed, take time 2.928782612 s ./t/planner/core/plan_cache.test: ok! 1243 test cases passed, take time 16.189777544 s ./t/planner/core/plan_cost_ver2.test: ok! 70 test cases passed, take time 0.755016117 s ./t/planner/core/point_get_plan.test: ok! 265 test cases passed, take time 3.813546755 s ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.133195764 s ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 0.783955759 s ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 1.356849457 s ./t/planner/core/rule_join_reorder.test: ok! 52 test cases passed, take time 1.66992656 s ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.379483276 s ./t/planner/core/tests/prepare/issue.test: ok! 321 test cases passed, take time 3.418254042 s ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 5.071519131 s ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 5.330429173 s ./t/privilege/privileges.test: ok! 411 test cases passed, take time 6.076374034 s ./t/select.test: ok! 189 test cases passed, take time 3.084903036 s ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.2761266 s ./t/session/clustered_index.test: ok! 385 test cases passed, take time 24.744245874 s ./t/session/common.test: ok! 203 test cases passed, take time 8.533068856 s ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 19.686687573 s ./t/session/privileges.test: ok! 66 test cases passed, take time 1.460728195 s ./t/session/session.test: ok! 101 test cases passed, take time 5.689369051 s ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.642913982 s ./t/session/txn.test: ok! 14 test cases passed, take time 0.080441683 s ./t/session/variable.test: ok! 113 test cases passed, take time 0.441219721 s ./t/session/vars.test: ok! 127 test cases passed, take time 0.124601003 s ./t/sessionctx/setvar.test: ok! 681 test cases passed, take time 0.196324454 s ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.459002187 s ./t/statistics/handle.test: ok! 60 test cases passed, take time 6.136833259 s ./t/statistics/integration.test: ok! 19 test cases passed, take time 0.290596024 s ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 1.001343462 s ./t/subquery.test: ok! 32 test cases passed, take time 0.918939897 s ./t/table/cache.test: ok! 108 test cases passed, take time 9.344560448 s ./t/table/index.test: ok! 34 test cases passed, take time 3.811204767 s ./t/table/partition.test: ok! 229 test cases passed, take time 9.430952675 s ./t/table/tables.test: ok! 6 test cases passed, take time 0.075327818 s ./t/table/temptable.test: ok! 11 test cases passed, take time 0.154436552 s ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.426794293 s ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000580328 s ./t/tpch.test: ok! 41 test cases passed, take time 2.441470004 s ./t/types/const.test: ok! 143 test cases passed, take time 3.391616445 s ./t/util/admin.test: ok! 240 test cases passed, take time 32.656029068 s ./t/util/ranger.test: ok! 188 test cases passed, take time 4.385921007 s ./t/window_function.test: ok! 28 test cases passed, take time 0.224751855 s Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1505) - No such process ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] container [Pipeline] { [Pipeline] sh + bash scripts/plugins/report_job_result.sh SUCCESS result.json http://fileserver.pingcap.net --2024-05-06 03:05:08-- http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82 Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected. HTTP request sent, awaiting response... 200 OK Length: 4181 (4.1K) [application/octet-stream] Saving to: β€˜agent_upload_verifyci_metadata.py’ 0K .... 100% 651M=0s 2024-05-06 03:05:08 (651 MB/s) - β€˜agent_upload_verifyci_metadata.py’ saved [4181/4181] No junit report file parse result file result.json success upload data succesfully. [Pipeline] } [Pipeline] // container [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints [Pipeline] sh + echo done + curl -F ci_check/pingcap/tidb/release-8.1/ghpr_check2/c4be2c041c79a83a94edd6d73e2d2e4d20ebd857=@done http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 434 100 151 100 283 4813 9020 --:--:-- --:--:-- --:--:-- 9129 {"msg":"success","url":"http://fileserver.pingcap.net/download/ci_check/pingcap/tidb/release-8.1/ghpr_check2/c4be2c041c79a83a94edd6d73e2d2e4d20ebd857"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS